-- Logs begin at Tue 2022-09-20 04:12:53 UTC, end at Tue 2022-09-20 05:15:13 UTC. -- Sep 20 04:43:29.687957 dv-cinder-756710-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 20 04:43:32.334644 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.common.config [-] Logging enabled! Sep 20 04:43:32.335282 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev6 Sep 20 04:43:32.335462 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112481) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 20 04:43:32.338668 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.common.config [-] Logging enabled! Sep 20 04:43:32.338925 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev6 Sep 20 04:43:32.339237 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112481) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 20 04:43:32.340164 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 04:43:32.340402 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 04:43:32.340909 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 04:43:32.341164 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 04:43:32.341395 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 04:43:32.341717 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.342021 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.342258 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.342557 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.342852 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.343136 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.343432 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.343731 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.344020 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.344304 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.344592 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.344856 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.345141 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] config_source = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.345431 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.345723 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.345952 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] debug = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.346239 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.346665 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.347071 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.347357 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.347653 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.347935 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.348211 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.348498 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.348810 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.349138 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] host = dv-cinder-756710-7-iscsi {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.349556 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.349851 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.350146 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.350438 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.350719 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.350999 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.351811 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.352089 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] log_dir = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.352366 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] log_file = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.352666 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.352960 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.353251 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.353551 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.353781 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.354008 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.354298 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.354590 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.354871 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.355150 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.355428 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.355703 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.355980 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.356251 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.356537 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.356847 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.357140 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.357416 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.357692 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.357966 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.358240 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.358527 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.358805 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.359088 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.359363 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.359652 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.359921 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.360199 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.360503 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.360815 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.361100 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.361389 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.361663 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.361945 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.362219 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.362493 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] use_journal = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.362764 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] use_json = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.363037 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.363308 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.363588 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.363862 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.364134 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.364408 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.364702 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.364991 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.365264 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:32.365563 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.365861 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.366162 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.366449 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.367389 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.367679 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.367974 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.368257 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.368551 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.368872 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.369169 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.369451 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.369753 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.370043 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.370339 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.370646 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.370941 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.371235 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.371511 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.371787 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.372062 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.372340 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.372655 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.372938 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.373227 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.373516 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.373796 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.374095 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.374380 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.374666 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.374962 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.375253 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.375529 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.375810 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.376103 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.376381 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.376676 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.376968 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.377248 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.377520 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.377802 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.378093 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.378379 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.378653 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.378933 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.379237 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.379515 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.379787 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.380058 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.380335 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.380625 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.380915 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.381193 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.381465 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.381737 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.382016 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.382289 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.382584 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.382863 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.383137 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.383415 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.383688 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.383960 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.384231 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.384502 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.384798 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.385072 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.385345 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.385623 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.385896 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.386167 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.386436 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.386708 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.386979 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.387264 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.387563 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.387842 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.388122 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.388403 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.388707 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.388990 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.389275 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.389556 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.389835 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.390109 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.390399 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.390685 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.390975 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.391260 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.391559 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.391857 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.392138 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.392417 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.392725 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.393009 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.393290 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.393577 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.393860 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.394141 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.394428 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.394716 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.395016 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.395314 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.395594 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.396161 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.396458 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.396778 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.397062 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.397375 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.397656 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:32.397876 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 04:43:32.398145 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=112481) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 20 04:43:32.777255 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=112481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 20 04:43:32.777575 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=112481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 20 04:43:32.777843 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=112481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 20 04:43:32.778077 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=112481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 20 04:43:32.778357 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=112481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 20 04:43:32.778688 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 20 04:43:33.103282 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.103516 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.103795 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.105000 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.105276 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.105545 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.158267 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.158560 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.158833 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.175454 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.175740 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.176016 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.204478 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.204793 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.205067 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.242136 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.242417 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.242697 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.475020 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.475621 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.475621 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.477284 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.478006 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.574585 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.574903 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.575188 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.575462 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.575732 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.576044 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.576308 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.576569 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.576852 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.577136 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.577398 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.577662 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.577920 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.578176 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.578432 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.578699 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.578954 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.579221 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.579489 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.579748 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.580020 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.580272 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.580556 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.580954 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.581209 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.581458 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.581854 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=112481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 04:43:33.582098 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=112481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 04:43:33.582338 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=112481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 04:43:33.582576 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=112481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 04:43:33.582812 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=112481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 04:43:33.583047 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=112481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 04:43:33.583411 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 20 04:43:33.587260 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 20 04:43:33.591185 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 20 04:43:33.595073 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 20 04:43:33.596716 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 20 04:43:33.597338 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 20 04:43:33.597678 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 20 04:43:33.598070 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 20 04:43:33.600875 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 20 04:43:33.601164 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 20 04:43:33.601511 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 20 04:43:33.606564 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 20 04:43:33.629301 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 20 04:43:33.629752 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.630052 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=112481) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 20 04:43:33.630424 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.631765 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=112481) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 20 04:43:33.632048 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 20 04:43:33.632835 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 20 04:43:33.643464 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.643752 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:33.777023 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 20 04:43:33.777266 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 20 04:43:33.777503 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 20 04:43:33.777884 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 20 04:43:33.830151 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO dbcounter [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Registered counter for database neutron Sep 20 04:43:33.849460 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_db.sqlalchemy.engines [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=112481) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 20 04:43:33.855172 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG dbcounter [-] [112481] Writer thread running {{(pid=112481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 20 04:43:34.388254 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.managers [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Initializing driver for type 'gre' Sep 20 04:43:34.388817 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] gre ID ranges: [(1, 1000)] Sep 20 04:43:34.445334 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.managers [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Initializing driver for type 'local' Sep 20 04:43:34.445625 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.managers [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Initializing driver for type 'vlan' Sep 20 04:43:34.458433 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] VlanTypeDriver initialization complete Sep 20 04:43:34.458806 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.managers [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Initializing driver for type 'vxlan' Sep 20 04:43:34.459308 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] vxlan ID ranges: [(1, 1000)] Sep 20 04:43:34.515581 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.managers [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Initializing extension driver 'port_security' Sep 20 04:43:34.516230 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.extensions.port_security [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] PortSecurityExtensionDriver initialization complete Sep 20 04:43:34.516324 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.managers [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Initializing mechanism driver 'openvswitch' Sep 20 04:43:34.516659 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.managers [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Initializing mechanism driver 'hyperv' Sep 20 04:43:34.523382 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.plugins.ml2.plugin [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=112481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:43:34.524073 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > port after_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.524449 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > port after_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.524826 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > port after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.525328 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=112481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 20 04:43:34.525745 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > subnet after_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.526101 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > subnet after_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.526448 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.526839 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=112481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 20 04:43:34.527244 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > network after_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.527597 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > network after_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.527942 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > network after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.528325 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=112481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 20 04:43:34.528825 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > security_group after_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.529178 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > security_group after_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.529521 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.529910 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=112481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 20 04:43:34.530310 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.530664 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.531004 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.531519 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=112481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 20 04:43:34.531928 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > address_group after_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.532279 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > address_group after_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.532637 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.533027 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=112481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 20 04:43:34.533467 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] ML2 OVO RPC backend initialized. {{(pid=112481) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 20 04:43:34.534165 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.534520 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.534933 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > network before_response 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.535284 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > networks before_response 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.535633 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > port before_response 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.535980 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > ports before_response 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.536324 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > subnet before_response 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.536687 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > subnets before_response 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.537035 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > network after_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.537373 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > network after_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.537708 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > network after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.538044 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > port after_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.538858 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > port after_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.539199 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > port after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.539533 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > subnet after_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.539869 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > subnet after_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.540206 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.547673 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.quota [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded quota_driver: . Sep 20 04:43:34.548041 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.plugin [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Modular L2 Plugin initialization complete Sep 20 04:43:34.548393 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading services supported by the core plugin {{(pid=112481) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 20 04:43:34.548764 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.plugins.ml2.managers [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Got port-security extension from driver 'port_security' Sep 20 04:43:34.549241 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.extensions.vlantransparent [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Disabled vlantransparent extension. Sep 20 04:43:34.549745 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=112481) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 20 04:43:34.550072 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading Plugin: router Sep 20 04:43:34.585773 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.586169 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router after_create 55549900 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.586541 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router before_create 55549900 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.586908 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.587284 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.587641 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router after_delete 55549900 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.588007 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.588358 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.588745 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router after_create 55549900 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.589095 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router after_update 55549900 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.589447 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router after_update 55549900 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.589797 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.590159 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router after_update 55549900 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.590576 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router precommit_update 55549900 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.590949 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: port after_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.591291 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: port after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.591636 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: subnet after_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.591986 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.592340 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.592715 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router precommit_create 55549900 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.593064 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: port before_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.593411 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router precommit_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.593770 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router after_update 55549900 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.594116 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.594471 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router precommit_create 55549900 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.594836 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.595183 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router precommit_update 55549900 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.595550 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > agent after_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.595904 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > agent after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.596248 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > network after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.597121 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Tracking information for resource: router configured {{(pid=112481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 04:43:34.597462 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Tracking information for resource: floatingip configured {{(pid=112481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 04:43:34.602820 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.db.l3_agentschedulers_db [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 20 04:43:34.603396 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: port after_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.603759 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: port after_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.604114 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: port after_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.604466 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: port after_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.605281 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router before_create 55550100 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.605646 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.606009 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router precommit_create 55550100 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.606367 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > router precommit_update 55550100 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.611189 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.services.provider_configuration [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Service providers = [] {{(pid=112481) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 20 04:43:34.611558 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.db.servicetype_db [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=112481) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 20 04:43:34.614499 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.services.service_base [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=112481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 04:43:34.614855 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.services.service_base [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=112481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 04:43:34.615203 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.services.service_base [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=112481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 04:43:34.616088 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.services.service_base [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=112481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 04:43:34.616460 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.services.service_base [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 20 04:43:34.617417 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=112481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 04:43:34.617741 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 20 04:43:34.629231 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=112481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 04:43:34.629573 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading Plugin: auto_allocate Sep 20 04:43:34.635276 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: network precommit_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.635640 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: network precommit_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.636160 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=112481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 04:43:34.636492 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading Plugin: tag Sep 20 04:43:34.643012 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=112481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 04:43:34.643344 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading Plugin: timestamp Sep 20 04:43:34.647589 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=112481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 04:43:34.647947 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading Plugin: network_ip_availability Sep 20 04:43:34.653377 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.653754 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.654113 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.654826 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=112481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 04:43:34.655151 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading Plugin: flavors Sep 20 04:43:34.659860 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=112481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 04:43:34.660194 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading Plugin: revisions Sep 20 04:43:34.665215 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=112481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 04:43:34.665608 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_concurrency.lockutils [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.887s {{(pid=112481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 20 04:43:34.666351 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=112481) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 20 04:43:34.666695 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Initializing extension manager. Sep 20 04:43:34.667222 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: __init__.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.667569 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: __pycache__ {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.667906 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: address_group.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.668821 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.669389 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: address-group Sep 20 04:43:34.669717 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: address_scope.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.670396 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.670902 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: address-scope Sep 20 04:43:34.671227 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.672098 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.672619 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: router-admin-state-down-before-update Sep 20 04:43:34.672944 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: agent.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.673604 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.674104 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: agent Sep 20 04:43:34.674428 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: agent_resources_synced.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.675284 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.675792 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: agent-resources-synced Sep 20 04:43:34.676116 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: allowedaddresspairs.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.677877 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.678395 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: allowed-address-pairs Sep 20 04:43:34.678724 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: auto_allocated_topology.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.680375 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.680906 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: auto-allocated-topology Sep 20 04:43:34.681238 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: availability_zone.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.681896 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.682407 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: availability_zone Sep 20 04:43:34.682738 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: availability_zone_filter.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.683606 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.684107 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: availability_zone_filter Sep 20 04:43:34.684433 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: data_plane_status.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.685328 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.685836 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension data-plane-status not supported by any of loaded plugins Sep 20 04:43:34.686162 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: default_subnetpools.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.687033 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.687538 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: default-subnetpools Sep 20 04:43:34.687865 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.688654 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.689168 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: dhcp_agent_scheduler Sep 20 04:43:34.689495 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: dns.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.690362 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.690867 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension dns-integration not supported by any of loaded plugins Sep 20 04:43:34.691210 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: dns_domain_ports.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.692055 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.692556 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 20 04:43:34.692913 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.693788 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.694294 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 20 04:43:34.694619 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: dvr.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.695271 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.695825 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: dvr Sep 20 04:43:34.696103 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: ecmp_routes.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.696993 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.697492 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 20 04:43:34.697841 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: empty_string_filtering.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.698702 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.699203 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: empty-string-filtering Sep 20 04:43:34.699528 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.700392 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.700921 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 20 04:43:34.701246 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.702105 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.702605 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 20 04:43:34.702931 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: external_net.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.703802 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.704303 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: external-net Sep 20 04:43:34.704661 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.705523 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.706033 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: extra_dhcp_opt Sep 20 04:43:34.706359 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: extraroute.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.707216 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.707718 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: extraroute Sep 20 04:43:34.708045 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: extraroute_atomic.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.709042 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.709547 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: extraroute-atomic Sep 20 04:43:34.709872 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: filter_validation.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.711025 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.711524 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: filter-validation Sep 20 04:43:34.711848 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: fip_pf_description.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.712737 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.713236 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 20 04:43:34.713559 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: fip_pf_detail.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.714414 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.714914 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 20 04:43:34.715235 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: fip_pf_port_range.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.716101 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.716639 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 20 04:43:34.716956 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: fip_port_details.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.717828 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.718335 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: fip-port-details Sep 20 04:43:34.718656 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: flavors.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.719819 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.720329 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: flavors Sep 20 04:43:34.720689 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.722284 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.722801 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 20 04:43:34.723135 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: floatingip_pools.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.723795 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.724300 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: floatingip-pools Sep 20 04:43:34.724658 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: ip_allocation.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.725543 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.726647 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension ip_allocation not supported by any of loaded plugins Sep 20 04:43:34.726977 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.728130 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.728716 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: ip-substring-filtering Sep 20 04:43:34.729047 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: l2_adjacency.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.729923 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.730427 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 20 04:43:34.730757 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: l3.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.731684 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.732194 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: router Sep 20 04:43:34.732523 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.734949 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.735482 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 20 04:43:34.735819 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.736747 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.737262 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: ext-gw-mode Sep 20 04:43:34.737616 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.739015 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.739691 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: l3-ha Sep 20 04:43:34.740215 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.741528 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.742161 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 20 04:43:34.742556 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: l3_flavors.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.743634 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.744556 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: l3-flavors Sep 20 04:43:34.744931 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.746480 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.747228 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 20 04:43:34.747648 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.748840 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.749527 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 20 04:43:34.749909 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: l3agentscheduler.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.751018 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.751572 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: l3_agent_scheduler Sep 20 04:43:34.751956 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: local_ip.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.754200 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.754765 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension local_ip not supported by any of loaded plugins Sep 20 04:43:34.755149 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: logging.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.757082 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.757977 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension logging not supported by any of loaded plugins Sep 20 04:43:34.758371 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: metering.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.759353 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.759978 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: metering Sep 20 04:43:34.760457 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.761891 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.762470 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: metering_source_and_destination_fields Sep 20 04:43:34.763025 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: multiprovidernet.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.764477 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.765119 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: multi-provider Sep 20 04:43:34.765546 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: netmtu.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.766554 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.767256 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: net-mtu Sep 20 04:43:34.767682 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: netmtu_writable.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.768761 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.769499 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: net-mtu-writable Sep 20 04:43:34.769831 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: network_availability_zone.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.770469 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.771242 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: network_availability_zone Sep 20 04:43:34.771568 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: network_ip_availability.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.772650 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.773737 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: network-ip-availability Sep 20 04:43:34.774067 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: network_segment_range.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.774796 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.775298 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension network-segment-range not supported by any of loaded plugins Sep 20 04:43:34.775621 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: pagination.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.776572 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.776931 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: pagination Sep 20 04:43:34.777253 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: port_device_profile.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.778128 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.778638 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: port-device-profile Sep 20 04:43:34.778960 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: port_mac_address_override.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.779843 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.780352 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: port-mac-override Sep 20 04:43:34.780709 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.781594 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.782100 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: port-mac-address-regenerate Sep 20 04:43:34.782423 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.783295 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.783800 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: port-numa-affinity-policy Sep 20 04:43:34.784122 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: port_resource_request.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.785012 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.785514 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension port-resource-request not supported by any of loaded plugins Sep 20 04:43:34.785833 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: port_resource_request_groups.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.786742 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.787240 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 20 04:43:34.787563 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: portbindings.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.790793 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.791326 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: binding Sep 20 04:43:34.791655 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: portbindings_extended.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.792947 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.793460 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: binding-extended Sep 20 04:43:34.793793 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: portsecurity.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.794661 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.795173 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: port-security Sep 20 04:43:34.795502 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: project_id.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.796664 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.797002 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: project-id Sep 20 04:43:34.797332 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: providernet.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.798201 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.798713 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: provider Sep 20 04:43:34.799041 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: qos.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.802597 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.803126 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension qos not supported by any of loaded plugins Sep 20 04:43:34.803461 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.804729 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.805248 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 20 04:43:34.805582 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.806455 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.806971 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 20 04:43:34.807303 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: qos_default.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.808172 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.808717 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension qos-default not supported by any of loaded plugins Sep 20 04:43:34.809047 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: qos_fip.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.809921 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.810434 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension qos-fip not supported by any of loaded plugins Sep 20 04:43:34.810764 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.811629 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.812136 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 20 04:43:34.812462 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: qos_gateway_ip.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.813371 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.813888 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 20 04:43:34.814216 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: qos_port_network_policy.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.815097 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.815607 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 20 04:43:34.815937 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.816960 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.817475 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 20 04:43:34.817802 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.818803 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.819316 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 20 04:43:34.819666 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: qos_pps_rule.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.820818 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.821328 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension qos-pps not supported by any of loaded plugins Sep 20 04:43:34.821657 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: qos_rule_type_details.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.822528 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.823029 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 20 04:43:34.823356 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: qos_rule_type_filter.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.824227 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.824770 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 20 04:43:34.825097 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: qos_rules_alias.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.826096 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.826598 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 20 04:43:34.826925 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: quota_check_limit.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.827792 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.828294 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: quota-check-limit Sep 20 04:43:34.828638 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: quotasv2.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.829561 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.829891 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: quotas Sep 20 04:43:34.830217 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: quotasv2_detail.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.831854 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.832197 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: quota_details Sep 20 04:43:34.832534 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: rbac.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.833587 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.834116 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: rbac-policies Sep 20 04:43:34.834449 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: rbac_address_group.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.835857 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.836366 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: rbac-address-group Sep 20 04:43:34.836730 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: rbac_address_scope.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.837688 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.838199 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: rbac-address-scope Sep 20 04:43:34.838531 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: rbac_security_groups.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.839415 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.839925 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: rbac-security-groups Sep 20 04:43:34.840256 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: rbac_subnetpool.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.841164 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.841673 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: rbac-subnetpool Sep 20 04:43:34.842003 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: revisionifmatch.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.842880 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.843390 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: revision-if-match Sep 20 04:43:34.843719 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: revisions.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.844823 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.845331 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: standard-attr-revisions Sep 20 04:43:34.845661 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: router_availability_zone.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.846294 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.846804 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: router_availability_zone Sep 20 04:43:34.847131 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: routerservicetype.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.848004 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.848519 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension router-service-type not supported by any of loaded plugins Sep 20 04:43:34.848890 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.849784 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.850300 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: security-groups-normalized-cidr Sep 20 04:43:34.850624 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.852121 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.852651 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: port-security-groups-filtering Sep 20 04:43:34.852978 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.853860 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.854368 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: security-groups-remote-address-group Sep 20 04:43:34.854694 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.855567 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.856076 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: security-groups-shared-filtering Sep 20 04:43:34.856399 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: securitygroup.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.866150 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.866704 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: security-group Sep 20 04:43:34.867039 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: segment.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.867721 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.868229 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension segment not supported by any of loaded plugins Sep 20 04:43:34.868559 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.869469 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.869982 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 20 04:43:34.870310 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: servicetype.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.871357 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.871903 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: service-type Sep 20 04:43:34.872235 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: sorting.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.873191 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.873526 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: sorting Sep 20 04:43:34.873851 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: standard_attr_segment.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.874738 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.875254 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 20 04:43:34.875583 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: standardattrdescription.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.876197 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.876725 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: standard-attr-description Sep 20 04:43:34.877052 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: stateful_security_group.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.877937 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.878451 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: stateful-security-group Sep 20 04:43:34.878779 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: stdattrs_common.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.879325 dv-cinder-756710-7-iscsi neutron-server[112481]: WARNING neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 20 04:43:34.879656 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.880540 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.881083 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 20 04:43:34.881408 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: subnet_onboard.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.882448 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.882965 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: subnet_onboard Sep 20 04:43:34.883292 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.884177 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.884712 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 20 04:43:34.885041 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: subnet_service_types.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.885925 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.886435 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: subnet-service-types Sep 20 04:43:34.886761 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: subnetallocation.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.887871 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.888393 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: subnet_allocation Sep 20 04:43:34.888751 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.889388 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.889898 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: subnetpool-prefix-ops Sep 20 04:43:34.890222 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.891104 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.891627 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 20 04:43:34.891954 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: tagging.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.893009 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.893536 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: standard-attr-tag Sep 20 04:43:34.893862 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: timestamp.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.895011 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.895524 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loaded extension: standard-attr-timestamp Sep 20 04:43:34.896103 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: trunk.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.897120 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.897628 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension trunk not supported by any of loaded plugins Sep 20 04:43:34.898469 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: trunk_details.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.899340 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.899854 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension trunk-details not supported by any of loaded plugins Sep 20 04:43:34.900179 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: uplink_status_propagation.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.901090 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.901594 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 20 04:43:34.901919 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Loading extension file: vlantransparent.py {{(pid=112481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:43:34.902551 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=112481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:43:34.903051 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 20 04:43:34.905651 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Creating instance of TrackedResource for resource:network Sep 20 04:43:34.906172 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Creating instance of TrackedResource for resource:subnet Sep 20 04:43:34.906570 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 04:43:34.906966 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Creating instance of TrackedResource for resource:port Sep 20 04:43:34.908227 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.v2.resource_helper [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:43:34.908696 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.v2.resource_helper [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Service FLAVORS assigned prefix: {{(pid=112481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:43:34.909299 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.v2.resource_helper [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:43:34.909739 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.v2.resource_helper [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:43:34.910077 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Creating instance of TrackedResource for resource:router Sep 20 04:43:34.910506 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Creating instance of TrackedResource for resource:floatingip Sep 20 04:43:34.910991 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.v2.resource_helper [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Service METERING assigned prefix: /metering {{(pid=112481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:43:34.912439 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.912843 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.913204 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:43:34.914810 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Creating instance of CountableResource for resource:rbac_policy Sep 20 04:43:34.915255 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Creating instance of TrackedResource for resource:security_group Sep 20 04:43:34.915680 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 20 04:43:34.916219 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.v2.resource_helper [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Service CORE assigned prefix: {{(pid=112481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:43:34.916560 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 04:43:34.916942 dv-cinder-756710-7-iscsi neutron-server[112481]: WARNING neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] subnetpool is already registered Sep 20 04:43:34.917363 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.v2.resource_helper [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Service CORE assigned prefix: {{(pid=112481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:43:34.917690 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 04:43:34.918025 dv-cinder-756710-7-iscsi neutron-server[112481]: WARNING neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] subnetpool is already registered Sep 20 04:43:34.920373 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.v2.resource_helper [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:43:34.920844 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.v2.resource_helper [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Service FLAVORS assigned prefix: {{(pid=112481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:43:34.921474 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.v2.resource_helper [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:43:34.922020 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.v2.resource_helper [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:43:34.922359 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Creating instance of TrackedResource for resource:router Sep 20 04:43:34.922712 dv-cinder-756710-7-iscsi neutron-server[112481]: WARNING neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] router is already registered Sep 20 04:43:34.923136 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Creating instance of TrackedResource for resource:floatingip Sep 20 04:43:34.923476 dv-cinder-756710-7-iscsi neutron-server[112481]: WARNING neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] floatingip is already registered Sep 20 04:43:34.923943 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.v2.resource_helper [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Service METERING assigned prefix: /metering {{(pid=112481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:43:34.924692 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Creating instance of CountableResource for resource:rbac_policy Sep 20 04:43:34.925027 dv-cinder-756710-7-iscsi neutron-server[112481]: WARNING neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] rbac_policy is already registered Sep 20 04:43:34.925441 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Creating instance of TrackedResource for resource:security_group Sep 20 04:43:34.925791 dv-cinder-756710-7-iscsi neutron-server[112481]: WARNING neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] security_group is already registered Sep 20 04:43:34.926209 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 20 04:43:34.926545 dv-cinder-756710-7-iscsi neutron-server[112481]: WARNING neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] security_group_rule is already registered Sep 20 04:43:34.927032 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.v2.resource_helper [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Service CORE assigned prefix: {{(pid=112481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:43:34.927358 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 04:43:34.927689 dv-cinder-756710-7-iscsi neutron-server[112481]: WARNING neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] subnetpool is already registered Sep 20 04:43:34.928117 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.v2.resource_helper [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Service CORE assigned prefix: {{(pid=112481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:43:34.928442 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 04:43:34.928806 dv-cinder-756710-7-iscsi neutron-server[112481]: WARNING neutron.quota.resource_registry [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] subnetpool is already registered Sep 20 04:43:34.929295 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: extensions {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.930884 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: address-groups {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.932365 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: address-scopes {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.933613 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: agents {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.934775 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: auto-allocated-topology {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.937292 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: availability_zones {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.938536 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: dhcp-networks {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.939968 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: dhcp-agents {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.941533 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: routers {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.943271 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: flavors {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.944450 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: service_profiles {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.945959 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: next_providers {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.947380 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: service_profiles {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.948883 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: floatingip-pools {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.950111 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: routers {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.951928 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: floatingips {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.953150 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: l3-routers {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.954544 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: l3-agents {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.956060 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: metering-labels {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.957363 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: metering-label-rules {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.958652 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: network-ip-availabilities {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.960021 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: bindings {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.962173 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: quotas {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.963745 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: quotas {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.965509 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: rbac-policies {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.966715 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: security-groups {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.967932 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: security-group-rules {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.969234 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: service-providers {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.970554 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: subnetpools {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.971887 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: subnetpools {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.973384 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: tags {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.975158 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: tags {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.977528 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: tags {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.979409 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: tags {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.981145 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: tags {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.983017 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: tags {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.984844 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: tags {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.986652 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: tags {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.988446 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: tags {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.990338 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron.api.extensions [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Extended resource: tags {{(pid=112481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:43:34.997379 dv-cinder-756710-7-iscsi neutron-server[112481]: WARNING keystonemiddleware.auth_token [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 20 04:43:35.002405 dv-cinder-756710-7-iscsi neutron-server[112481]: WARNING keystonemiddleware.auth_token [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 20 04:43:35.011095 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_concurrency.lockutils [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Acquiring lock "singleton_lock" {{(pid=112481) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 20 04:43:35.011432 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_concurrency.lockutils [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Acquired lock "singleton_lock" {{(pid=112481) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 20 04:43:35.011907 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_concurrency.lockutils [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Releasing lock "singleton_lock" {{(pid=112481) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 20 04:43:35.012555 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO oslo_service.service [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Starting 2 workers Sep 20 04:43:35.017382 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Started child 112592 {{(pid=112481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 04:43:35.022084 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Started child 112593 {{(pid=112481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 04:43:35.023647 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:35.024376 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO neutron.service [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 20 04:43:35.024816 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=112481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:35.025180 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [-] (112592) wsgi starting up on http://0.0.0.0:9696 Sep 20 04:43:35.027207 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO oslo_service.service [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Starting 1 workers Sep 20 04:43:35.027433 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:35.028917 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [-] (112593) wsgi starting up on http://0.0.0.0:9696 Sep 20 04:43:35.032392 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Started child 112594 {{(pid=112481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 04:43:35.032947 dv-cinder-756710-7-iscsi neutron-server[112481]: INFO oslo_service.service [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Starting 1 workers Sep 20 04:43:35.036110 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.service [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] calling RpcWorker wait() {{(pid=112594) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 20 04:43:35.036689 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.service [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] returning from RpcWorker wait() {{(pid=112594) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 20 04:43:35.037423 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Started child 112595 {{(pid=112481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 04:43:35.037847 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:35.038165 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG neutron_lib.callbacks.manager [None req-74c1b57d-75d7-4272-adc3-45b4cae49ba5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=112481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:35.038408 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:43:35.040725 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112481) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 20 04:43:35.040940 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 04:43:35.041120 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 04:43:35.041350 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 04:43:35.041694 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 04:43:35.041874 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 04:43:35.042381 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.042651 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.042927 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.043017 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:35.043449 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.043774 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.043984 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:43:35.044080 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.044278 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.044560 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.044836 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.044994 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.045165 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.045425 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.045684 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.045991 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.046253 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.046489 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.046735 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.046903 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.047144 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.047406 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.047650 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.047914 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] debug = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.048172 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.048661 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.048906 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.049144 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.049377 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.049650 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.049896 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.050176 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.050414 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.050643 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.050877 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.051143 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.051398 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.051625 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.051861 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.052282 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.052447 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.052840 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] host = dv-cinder-756710-7-iscsi {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.053095 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.053330 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.053598 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.053842 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.054147 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.054376 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.054827 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.055097 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.055357 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.055598 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.055858 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.056103 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.056334 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.056566 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] log_file = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.056752 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] log_options = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.056978 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.057265 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.057535 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.057723 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.057889 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.058033 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.058296 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.058448 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.058673 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.058915 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.059129 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.059341 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.059579 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.060906 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.061240 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.061765 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.062240 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.062410 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.062663 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.062909 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.063193 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.063459 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.064488 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.064755 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.065001 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.065386 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.065630 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.065879 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.066103 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.066366 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.066614 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.066869 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.067183 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.068124 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.068484 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.068762 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.068999 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.069271 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.070244 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.070608 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.070864 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.071121 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.071347 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.071596 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.071839 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.072063 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.072280 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] use_json = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.072498 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.072851 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.073102 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.073349 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.073577 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.073921 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.074166 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.074407 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.074644 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.075076 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.075492 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.075799 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.076038 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.076281 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.076540 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.076816 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.077067 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.077305 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.077539 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.077838 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.078064 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.078379 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.078768 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.079042 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.079378 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.080809 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.080809 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.080809 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.080809 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.080809 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.081150 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.081218 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.081418 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.081684 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.081918 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.082203 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.082531 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.082810 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.083103 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.083449 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.083717 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.084112 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.084517 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.084803 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.085056 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.085338 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.086197 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.086428 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.086653 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.086929 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.087194 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.087446 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.087702 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.087920 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.088175 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.088422 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.088812 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.092642 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.092642 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.092642 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.092642 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.092642 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.092642 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.092642 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.092642 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.092642 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.093334 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.093334 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.093334 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.093334 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.093334 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.093334 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.093334 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.093334 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.093818 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.093818 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.093818 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.093818 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.093818 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.094130 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.094423 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.094609 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.094775 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.095013 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.095232 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.095469 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.095687 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.095899 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.096138 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.096357 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.096626 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.096835 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.097066 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.097297 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.097515 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.097731 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.097941 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.098174 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.098386 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.098599 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.098946 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.099353 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.099776 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.100223 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.100564 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.100963 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.101207 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.101466 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.101787 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.102017 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.102239 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.102522 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.102770 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.103074 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.103440 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.103844 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.104492 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.104931 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.105320 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.105578 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.105823 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.106063 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.106293 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.106515 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.106755 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.107005 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.107265 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.107501 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.107755 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.107977 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.108307 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.108547 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.108860 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.109297 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.109651 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.109898 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.110271 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.110589 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.110895 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.111174 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.111443 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.111984 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.112252 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.112538 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.112821 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.113075 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.113336 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.113558 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.113786 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.114038 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.114258 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.114599 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.114936 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.115187 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.115422 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.115637 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.115910 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.116173 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.116413 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.116706 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.116966 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.117207 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.117471 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.117723 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.117938 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.118188 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.118424 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.118640 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.118857 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.119176 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.119437 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.119681 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.119898 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.120140 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.120365 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.120624 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.120840 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.121060 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.121299 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.121545 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.121760 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.121980 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.122223 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.122443 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.122661 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.122881 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.123115 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.123346 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.123565 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.123839 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.124095 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.124311 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.124655 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.124916 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.125182 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.125449 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.125722 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.125951 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.126166 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.126381 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.126600 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.126838 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.127049 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.127281 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.127526 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.128690 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.128997 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.129384 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.129668 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.129923 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.130240 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.130497 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.130754 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.131012 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.131262 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.131513 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.131742 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.131975 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.132781 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.133025 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.133253 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.133542 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.133776 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.134003 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.134260 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.134529 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.134779 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.135025 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.135277 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.135503 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.135735 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.135961 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.136185 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.136407 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.136680 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.136902 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.137983 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.137983 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.137983 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.137983 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.138310 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.138386 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.138638 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.138834 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.139070 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.139302 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.139520 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.139736 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.139982 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.140191 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.140409 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.140695 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.140938 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.141157 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.141391 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.141624 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.141819 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.142049 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.142272 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.142502 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.142727 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.142968 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.143183 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.143449 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.143665 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.143880 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.144108 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.144330 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.144543 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.144804 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.145040 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.145253 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.145500 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.145972 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.146185 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.146481 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.146734 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.146969 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.147263 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.147495 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.147824 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.148568 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.148906 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.149116 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.149384 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.149615 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.149838 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.150061 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.150321 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.150640 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.150943 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.151193 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.151451 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.151740 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.152027 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.152300 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.152515 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.152858 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.153181 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.153434 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.153787 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.153983 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.154166 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.154389 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.154618 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.154855 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.155569 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.155569 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.155569 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.155788 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.156006 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.156226 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.156478 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.156718 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.156966 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.157196 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.157418 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.157635 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.157798 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 04:43:35.158338 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112481) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 20 04:43:35.158808 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 04:43:35.158808 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 04:43:35.158808 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 04:43:35.159026 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 04:43:35.159123 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 04:43:35.159331 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.159495 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.159673 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.159829 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.160001 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.160160 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.160322 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.160485 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.160672 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.160838 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.161000 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.161160 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.161320 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.161483 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.161646 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.161806 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.161967 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.162132 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.162294 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.162454 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.162616 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.162793 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] debug = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.162933 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.163146 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.163312 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.163429 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:43:35.163523 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.163654 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.163803 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.163964 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.164123 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.164283 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.164443 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.164643 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.164789 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.164925 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.165078 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.165239 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.165399 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.165558 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.165717 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] host = dv-cinder-756710-7-iscsi {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.165878 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.166037 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.166197 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.166358 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.166513 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.166667 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.166827 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.167116 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.167116 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.167360 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.167484 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.167605 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.167738 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.168020 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] log_file = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.168020 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] log_options = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.168184 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.168335 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.168496 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.168714 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.168848 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.169035 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.169215 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.169368 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.169559 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.169713 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.169873 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.169999 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.170121 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.170243 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.170361 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.170521 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.170686 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.170847 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.171009 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.171170 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.171750 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.171750 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.171750 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.171750 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.172158 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.172158 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.172312 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.172391 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.172517 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.172700 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.172860 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.173020 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.173180 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.173343 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.173502 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.173670 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.173809 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.173974 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.174150 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.174317 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.174444 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.174570 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.174769 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.175309 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.175309 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.175309 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.175309 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] use_json = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.175766 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.175766 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.175766 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.176108 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.176108 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.176354 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.176354 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.176504 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.176653 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:43:35.176827 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.176985 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.177158 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.177321 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.177483 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.177644 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.177809 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.177934 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.178160 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.178323 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.178492 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.178654 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.178828 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.179011 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.179223 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.179418 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.179656 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.179747 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.179870 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.180035 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.180212 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.180388 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.180527 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.181181 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.181181 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.181181 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.181181 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.181650 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.181650 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.181650 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.181867 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.181962 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.182082 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.182244 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.182408 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.182571 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.182726 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.182890 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.183054 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.183219 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.183383 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.183545 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.183776 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.183914 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.184049 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.184174 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.184322 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.184486 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.184670 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.184836 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.185000 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.185162 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.185325 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.185489 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.185653 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.185816 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.185979 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.186152 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.186314 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.186476 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.186639 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.186803 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.186965 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.187128 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.187291 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.187509 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.187635 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.188145 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.188145 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.188145 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.188503 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.188503 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.188503 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.189043 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.189043 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.189043 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.189511 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.189511 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.189511 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.189952 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.189952 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.189952 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.190255 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.190255 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.190399 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.190486 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.190642 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.190804 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.191077 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.191227 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.191669 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.191669 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.191669 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.192421 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.192421 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.192421 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.192421 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.192421 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.193034 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.193034 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.193034 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.193034 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.193361 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.193361 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.193610 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.193610 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.193771 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.194106 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.194106 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.194344 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.194344 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.195858 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.195858 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.195858 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.195858 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.195858 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.195858 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.197206 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.197206 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.197206 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.197206 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.197206 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.197206 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.197206 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.197206 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.197773 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.197773 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.197773 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.197773 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.197773 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.198121 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.198121 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.198265 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.198342 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.198497 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.198659 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.198822 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.198984 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.199150 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.199337 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.199486 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.199709 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.199801 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.199971 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.200133 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.200453 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.200453 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.200658 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.200808 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.200930 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.201097 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.201305 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.201395 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.201559 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.202976 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.202976 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.202976 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.202976 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.202976 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.202976 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.202976 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.202976 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.203853 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.203853 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.203853 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.203853 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.203853 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.203853 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.203853 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.204463 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.204463 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.204463 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.204463 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.204831 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.204831 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.204989 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.205070 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.205203 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.205366 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.205528 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.205697 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.205861 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.206023 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.206186 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.206349 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.206516 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.207198 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.207198 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.207198 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.207198 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.207529 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.207529 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.207730 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.207730 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.207892 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.208015 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.208177 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.208340 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.208521 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.208706 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.208869 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.209036 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.209199 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.209361 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.209524 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.209686 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.209849 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.210012 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.210177 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.210880 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.211057 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.211220 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.211382 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.211545 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.211708 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.211870 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.212033 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.212200 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.212362 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.212526 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.212711 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.212876 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.213039 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.213201 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.213364 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.213527 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.213691 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.213854 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.214020 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.214183 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.214358 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.214521 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.214683 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.214845 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.215007 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.215172 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.215345 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.215512 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.215659 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.215820 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.215982 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.216144 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.216307 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.216468 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.216647 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.216810 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.216973 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.217135 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.217307 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.217469 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.217631 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.217792 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.217954 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.218117 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.218289 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.218453 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.218615 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.218776 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.218938 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.219101 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.219271 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.219431 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.219584 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.219746 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.219907 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.220070 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.220241 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.220407 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.220571 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.220762 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.220924 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.221091 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.221252 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.221427 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.221591 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.221756 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.221919 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.222081 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.222243 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.222406 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.222573 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.222744 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.222912 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.223076 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.223246 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.223417 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.223588 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.223750 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.223919 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.224092 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.224314 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.224485 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.224735 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.224735 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.224735 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.225285 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.225285 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.225481 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.225636 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.225801 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.225998 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.226162 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.226365 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.226503 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.226631 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.226793 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.226956 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.227117 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.227282 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:43:35.227437 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 04:43:35.380952 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 42416) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:43:35.388402 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048175 Sep 20 04:43:35.392850 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038257 Sep 20 04:43:44.510058 dv-cinder-756710-7-iscsi neutron-server[112481]: DEBUG dbcounter [-] [112481] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=112481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:43:46.642210 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00152c3b-19f2-4997-8d95-5286743fc68f None None] get_active_networks_info from dv-cinder-756710-7-iscsi {{(pid=112594) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 20 04:43:46.647545 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writer thread running {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 20 04:43:46.718533 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00152c3b-19f2-4997-8d95-5286743fc68f None None] No non-hosted networks {{(pid=112594) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 20 04:43:46.744049 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-a001c240-9bc6-421e-a680-5f86630a32ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3778498'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:46.749413 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.agentschedulers_db [None req-00152c3b-19f2-4997-8d95-5286743fc68f None None] DHCP Agent not found on host dv-cinder-756710-7-iscsi {{(pid=112594) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 20 04:43:48.386787 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writer thread running {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 20 04:43:48.856566 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-853bdb62-e9df-4ac6-9250-26133a5c8814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3778498'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:48.913841 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0d34e7b6-3a61-4fa4-8aa6-79c7b7e98ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:50.062923 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3778498'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:50.384450 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 42492) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:43:51.006942 dv-cinder-756710-7-iscsi neutron-server[112593]: WARNING oslo_policy.policy [None req-6069f5e1-49fa-44bf-a784-a83fcff87985 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 04:43:51.007676 dv-cinder-756710-7-iscsi neutron-server[112593]: WARNING oslo_policy.policy [None req-6069f5e1-49fa-44bf-a784-a83fcff87985 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 04:43:51.264132 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [None req-6069f5e1-49fa-44bf-a784-a83fcff87985 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 04:43:51.277445 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-6069f5e1-49fa-44bf-a784-a83fcff87985 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8918917 Sep 20 04:43:51.644874 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3778498'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:51.855273 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3778498'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:51.857436 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:51.859653 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:51.860000 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:51.860347 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:51.860713 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:51.861055 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:51.861387 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:51.861742 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:51.862083 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:51.864352 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:51.864889 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:51.867483 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:51.867960 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:51.868429 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:51.868900 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:51.869518 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-756710-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:43:51.884014 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-756710-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:43:52.328256 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.db.l3_hamode_db [None req-0edb48dd-5f09-4f66-983f-c0a6486bfa8e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 20 04:43:52.406726 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb48dd-5f09-4f66-983f-c0a6486bfa8e None None] Routers set() bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:43:52.407042 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb48dd-5f09-4f66-983f-c0a6486bfa8e None None] Router IDs set() for agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 20 04:43:54.015379 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 42526) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:43:54.332956 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-ed0f183f-b893-463d-b984-402e843b2551 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:43:54.345311 dv-cinder-756710-7-iscsi neutron-server[112593]: ERROR stevedore.extension [None req-ed0f183f-b893-463d-b984-402e843b2551 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 20 04:43:54.426271 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.policy [None req-ed0f183f-b893-463d-b984-402e843b2551 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112593) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 20 04:43:54.467426 dv-cinder-756710-7-iscsi neutron-server[112593]: WARNING oslo_policy.policy [None req-ed0f183f-b893-463d-b984-402e843b2551 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 04:43:54.467804 dv-cinder-756710-7-iscsi neutron-server[112593]: WARNING oslo_policy.policy [None req-ed0f183f-b893-463d-b984-402e843b2551 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 04:43:54.487941 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writer thread running {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 20 04:43:54.562142 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ed0f183f-b893-463d-b984-402e843b2551 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739021643590', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739021643098', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739021528702', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739021545850', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739021540124', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739021563686', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-726314', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-784476', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3722133', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4166288'] for rbac-policy (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:54.632298 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ed0f183f-b893-463d-b984-402e843b2551 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:54.633494 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-ed0f183f-b893-463d-b984-402e843b2551 admin admin] 10.222.0.27 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6172464 Sep 20 04:43:57.192492 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 42536) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:43:57.688729 dv-cinder-756710-7-iscsi neutron-server[112592]: WARNING oslo_policy.policy [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 04:43:57.689322 dv-cinder-756710-7-iscsi neutron-server[112592]: WARNING oslo_policy.policy [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 04:43:57.905790 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:43:57.918593 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writer thread running {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 20 04:43:57.963407 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Made reservation on behalf of e9483c5eaf14474197c855467cfe5a7d for: {'network': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:43:57.972621 dv-cinder-756710-7-iscsi neutron-server[112592]: ERROR stevedore.extension [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 20 04:43:58.028278 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.policy [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112592) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 20 04:43:58.072120 dv-cinder-756710-7-iscsi neutron-server[112592]: WARNING oslo_policy.policy [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 04:43:58.072504 dv-cinder-756710-7-iscsi neutron-server[112592]: WARNING oslo_policy.policy [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 04:43:58.083094 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for network (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:58.107164 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:58.223900 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Publish callbacks [] for security_group (d11aacb8-595d-454f-87c2-d4a7c6d8b39d), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:58.227593 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (d11aacb8-595d-454f-87c2-d4a7c6d8b39d), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:58.260961 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=112592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 04:43:58.290641 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739023563448', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (489a3049-42c1-47a3-8b0f-c8bb06ff581d), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:58.291206 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Unsubscribe: segment precommit_create {{(pid=112592) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 20 04:43:58.291764 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.segments_db [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Added segment 489a3049-42c1-47a3-8b0f-c8bb06ff581d of type vlan for network 9fd6f058-f860-4991-b033-2fa38b1d10f9 Sep 20 04:43:58.297438 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d11aacb8-595d-454f-87c2-d4a7c6d8b39d,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:43:58.319906 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:58.320259 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:58.320662 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:58.321053 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:58.321429 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:58.321769 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:58.322099 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:58.322425 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:58.322751 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:58.323078 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:58.323403 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:58.323740 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:58.324068 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:58.324389 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:58.324743 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Tracked resource versions report: Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: pushed versions: Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: { 'AddressGroup': {'1.2'}, Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Agent': {'1.1'}, Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'ConntrackHelper': {'1.0'}, Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'LocalIPAssociation': {'1.0'}, Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Log': {'1.0'}, Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'NDPProxy': {'1.0'}, Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Network': {'1.1'}, Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Port': {'1.7'}, Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'PortForwarding': {'1.3'}, Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'QosPolicy': {'1.10'}, Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'SecurityGroup': {'1.5'}, Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'SecurityGroupRule': {'1.2'}, Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'SubPort': {'1.0'}, Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Subnet': {'1.1'}, Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Trunk': {'1.1'}} Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: consumer versions: Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: { DHCP agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: L3 agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: Metadata agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: Metering agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: Open vSwitch agent@dv-cinder-756710-7-iscsi: { 'AddressGroup': '1.2', Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Agent': '1.1', Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'ConntrackHelper': '1.0', Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'LocalIPAssociation': '1.0', Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Log': '1.0', Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'NDPProxy': '1.0', Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Network': '1.1', Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Port': '1.7', Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'PortForwarding': '1.3', Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'QosPolicy': '1.10', Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'SecurityGroup': '1.5', Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'SecurityGroupRule': '1.2', Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'SubPort': '1.0', Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Subnet': '1.1', Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Trunk': '1.1'}} Sep 20 04:43:58.326103 dv-cinder-756710-7-iscsi neutron-server[112592]: {{(pid=112592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 04:43:58.405641 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739023002296'] for network (9fd6f058-f860-4991-b033-2fa38b1d10f9), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:58.454487 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for network (9fd6f058-f860-4991-b033-2fa38b1d10f9), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:58.459643 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:43:58.460358 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:43:58.547878 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3532834 Sep 20 04:43:58.589750 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8eec29-8f22-4ba0-afc4-77a913adf6c1 demo demo] Pushing event updated for resources: {'Network': ['ID=9fd6f058-f860-4991-b033-2fa38b1d10f9,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:43:58.603029 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Network 9fd6f058-f860-4991-b033-2fa38b1d10f9 details requested by agent ovs-agent-dv-cinder-756710-7-iscsi with host dv-cinder-756710-7-iscsi {{(pid=112594) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 04:44:01.197684 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 42556) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:44:01.604314 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e214ba-fdd4-44b7-83ea-fc8489f5e56c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:44:01.605678 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-94e214ba-fdd4-44b7-83ea-fc8489f5e56c demo admin] 10.222.0.27 "GET /networking/v2.0/networks/9fd6f058-f860-4991-b033-2fa38b1d10f9 HTTP/1.1" status: 200 len: 824 time: 0.4070554 Sep 20 04:44:01.645361 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-ba9c6156-509a-4a6e-abfb-b657d9b4c8aa demo admin] 10.222.0.27 "GET /networking/v2.0/subnetpools/7501e263-4231-49ba-aeef-f68bcf39040b HTTP/1.1" status: 200 len: 734 time: 0.0334163 Sep 20 04:44:01.654017 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-8d2e40c3-89b1-4d16-a2c3-f2f1219cd132 demo admin] Request body: {'subnet': {'subnetpool_id': '7501e263-4231-49ba-aeef-f68bcf39040b', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '9fd6f058-f860-4991-b033-2fa38b1d10f9', 'name': 'private-subnet'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:44:01.676053 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2e40c3-89b1-4d16-a2c3-f2f1219cd132 demo admin] Made reservation on behalf of e9483c5eaf14474197c855467cfe5a7d for: {'subnet': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:44:01.679284 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8d2e40c3-89b1-4d16-a2c3-f2f1219cd132 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:01.681480 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:01.954235 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:01.979393 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8d2e40c3-89b1-4d16-a2c3-f2f1219cd132 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for subnet (38426898-3f77-4b2f-a82c-ed5a2f7a32f4), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:02.052460 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2e40c3-89b1-4d16-a2c3-f2f1219cd132 demo admin] Checking segment: {'id': '489a3049-42c1-47a3-8b0f-c8bb06ff581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9fd6f058-f860-4991-b033-2fa38b1d10f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:44:02.052862 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2e40c3-89b1-4d16-a2c3-f2f1219cd132 demo admin] Network hostable DHCP agents. Network: 9fd6f058-f860-4991-b033-2fa38b1d10f9, hostable agents: ['4610beb6-8841-4e27-a96c-3752fd75943d'], hosted agents: [] {{(pid=112592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 04:44:02.057422 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e40c3-89b1-4d16-a2c3-f2f1219cd132 demo admin] Pushing event updated for resources: {'Subnet': ['ID=38426898-3f77-4b2f-a82c-ed5a2f7a32f4,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:44:02.075665 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2e40c3-89b1-4d16-a2c3-f2f1219cd132 demo admin] Network 9fd6f058-f860-4991-b033-2fa38b1d10f9 is scheduled to be hosted by DHCP agent 4610beb6-8841-4e27-a96c-3752fd75943d with binding_index 1 {{(pid=112592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 04:44:02.086890 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-8d2e40c3-89b1-4d16-a2c3-f2f1219cd132 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-756710-7-iscsi, 9fd6f058-f860-4991-b033-2fa38b1d10f9) {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:44:02.091288 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2e40c3-89b1-4d16-a2c3-f2f1219cd132 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:44:02.091865 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8d2e40c3-89b1-4d16-a2c3-f2f1219cd132 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:02.096261 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa20352-2eee-4f9b-a888-6aee6449735f None None] Network 9fd6f058-f860-4991-b033-2fa38b1d10f9 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:44:02.110283 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-8d2e40c3-89b1-4d16-a2c3-f2f1219cd132 demo admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4590108 Sep 20 04:44:02.360468 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fdbf9b8-537f-538c-a127-faf525f06485-9fd6f058-f860-4991-b033-2fa38b1d10f9', 'network_id': '9fd6f058-f860-4991-b033-2fa38b1d10f9', 'project_id': 'e9483c5eaf14474197c855467cfe5a7d', 'fixed_ips': [{'subnet_id': '38426898-3f77-4b2f-a82c-ed5a2f7a32f4'}]}} from dv-cinder-756710-7-iscsi. {{(pid=112594) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 04:44:02.361785 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:02.639868 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.db_base_plugin_common [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Allocated IP 172.20.0.2 (9fd6f058-f860-4991-b033-2fa38b1d10f9/38426898-3f77-4b2f-a82c-ed5a2f7a32f4/1fc86233-39d5-4fa5-97c4-01ec1c09c07e) {{(pid=112594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:44:02.725734 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:02.909850 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Publish callbacks [] for port (1fc86233-39d5-4fa5-97c4-01ec1c09c07e), precommit_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:02.917994 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (1fc86233-39d5-4fa5-97c4-01ec1c09c07e), after_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:02.999006 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Network 9fd6f058-f860-4991-b033-2fa38b1d10f9 is already hosted by enough agents. {{(pid=112594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:44:03.008312 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.base_scheduler [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Resources bound (agent type, host, resource id): {{(pid=112594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:44:03.014287 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Received port after_create {{(pid=112594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:44:03.016696 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Pushing event updated for resources: {'Port': ['ID=1fc86233-39d5-4fa5-97c4-01ec1c09c07e,revision_number=1']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:44:03.030873 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:03.031221 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:03.031579 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:03.031940 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:03.032380 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:03.032716 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:03.032994 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:03.033344 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:03.033695 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:03.034047 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:03.034376 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:03.034720 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:03.035047 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:03.035370 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:03.035696 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Tracked resource versions report: Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: pushed versions: Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: { 'AddressGroup': {'1.2'}, Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Agent': {'1.1'}, Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'ConntrackHelper': {'1.0'}, Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'LocalIPAssociation': {'1.0'}, Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Log': {'1.0'}, Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'NDPProxy': {'1.0'}, Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Network': {'1.1'}, Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Port': {'1.7'}, Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'PortForwarding': {'1.3'}, Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'QosPolicy': {'1.10'}, Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'SecurityGroup': {'1.5'}, Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'SecurityGroupRule': {'1.2'}, Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'SubPort': {'1.0'}, Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Subnet': {'1.1'}, Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Trunk': {'1.1'}} Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: consumer versions: Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: { DHCP agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: L3 agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: Metadata agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: Metering agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: Open vSwitch agent@dv-cinder-756710-7-iscsi: { 'AddressGroup': '1.2', Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Agent': '1.1', Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'ConntrackHelper': '1.0', Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'LocalIPAssociation': '1.0', Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Log': '1.0', Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'NDPProxy': '1.0', Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Network': '1.1', Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Port': '1.7', Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'PortForwarding': '1.3', Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'QosPolicy': '1.10', Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'SecurityGroup': '1.5', Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'SecurityGroupRule': '1.2', Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'SubPort': '1.0', Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Subnet': '1.1', Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Trunk': '1.1'}} Sep 20 04:44:03.037644 dv-cinder-756710-7-iscsi neutron-server[112594]: {{(pid=112594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 04:44:03.118267 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Attempting to bind port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:44:03.118937 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Attempting to bind port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '489a3049-42c1-47a3-8b0f-c8bb06ff581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9fd6f058-f860-4991-b033-2fa38b1d10f9'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:44:03.119096 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Attempting to bind port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e on network 9fd6f058-f860-4991-b033-2fa38b1d10f9 {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:44:03.121687 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:03.167377 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:44:03.167710 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Checking segment: {'id': '489a3049-42c1-47a3-8b0f-c8bb06ff581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9fd6f058-f860-4991-b033-2fa38b1d10f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:44:03.168171 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:03.168564 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Bound using segment: {'id': '489a3049-42c1-47a3-8b0f-c8bb06ff581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9fd6f058-f860-4991-b033-2fa38b1d10f9'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:44:03.169079 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Bound port: 1fc86233-39d5-4fa5-97c4-01ec1c09c07e, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489a3049-42c1-47a3-8b0f-c8bb06ff581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9fd6f058-f860-4991-b033-2fa38b1d10f9'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:44:03.169489 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (1fc86233-39d5-4fa5-97c4-01ec1c09c07e), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:03.230164 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] For port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:44:03.249175 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] For port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=1fc86233-39d5-4fa5-97c4-01ec1c09c07e,segment=NetworkSegment(489a3049-42c1-47a3-8b0f-c8bb06ff581d),segment_id=489a3049-42c1-47a3-8b0f-c8bb06ff581d)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:44:03.256367 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (1fc86233-39d5-4fa5-97c4-01ec1c09c07e), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:03.305959 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ea42d-6a02-43d9-b08b-439d29d9f517 None None] Pushing event updated for resources: {'Port': ['ID=1fc86233-39d5-4fa5-97c4-01ec1c09c07e,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:44:04.621531 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=23,neutron:INSERT=36 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:04.625179 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:04.662655 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=7 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:04.783733 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 42574) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:44:05.107602 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [None req-4a68c801-133e-4ec8-be28-28f7cc6aab34 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112592) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 04:44:05.108682 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-4a68c801-133e-4ec8-be28-28f7cc6aab34 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3240874 Sep 20 04:44:07.789296 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 42582) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:44:08.092534 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:08.116205 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [None req-3a5dc681-3fdc-47bf-96c1-656e1cb0aad2 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 04:44:08.117228 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-3a5dc681-3fdc-47bf-96c1-656e1cb0aad2 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3269680 Sep 20 04:44:10.805609 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 42594) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:44:11.135513 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-6aac8854-bf5f-409c-a0b4-5d58c1a03044 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:44:11.166488 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6aac8854-bf5f-409c-a0b4-5d58c1a03044 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4757'] for router (e843b80b-d99b-46d4-a98b-570587228f9f), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:11.168145 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6aac8854-bf5f-409c-a0b4-5d58c1a03044 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4764'] for router (e843b80b-d99b-46d4-a98b-570587228f9f), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:11.312925 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6aac8854-bf5f-409c-a0b4-5d58c1a03044 demo demo] Publish callbacks [] for router_controller (e843b80b-d99b-46d4-a98b-570587228f9f), precommit_add_association {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:11.317889 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6aac8854-bf5f-409c-a0b4-5d58c1a03044 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775015'] for router (e843b80b-d99b-46d4-a98b-570587228f9f), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:11.337192 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6aac8854-bf5f-409c-a0b4-5d58c1a03044 demo demo] Publish callbacks [] for router (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:11.338339 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-6aac8854-bf5f-409c-a0b4-5d58c1a03044 demo demo] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5317774 Sep 20 04:44:11.444688 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41856d67-6dbf-455f-8399-274e8eed84bd None None] Network 9fd6f058-f860-4991-b033-2fa38b1d10f9 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:44:11.508445 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-69de4a6f-4e42-44de-b588-6a3fb5aebc2e None None] Provisioning complete for port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:44:11.508918 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-69de4a6f-4e42-44de-b588-6a3fb5aebc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (1fc86233-39d5-4fa5-97c4-01ec1c09c07e), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:11.509249 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-69de4a6f-4e42-44de-b588-6a3fb5aebc2e None None] Attempt 1 to provision port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e Sep 20 04:44:11.598032 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 1fc86233-39d5-4fa5-97c4-01ec1c09c07e up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:44:11.749633 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:44:11.750056 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (1fc86233-39d5-4fa5-97c4-01ec1c09c07e), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:11.750382 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e Sep 20 04:44:11.751837 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-69de4a6f-4e42-44de-b588-6a3fb5aebc2e None None] Current status of the port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:44:11.752216 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-69de4a6f-4e42-44de-b588-6a3fb5aebc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (1fc86233-39d5-4fa5-97c4-01ec1c09c07e), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:11.819675 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:11.826749 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-69de4a6f-4e42-44de-b588-6a3fb5aebc2e None None] For port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=1fc86233-39d5-4fa5-97c4-01ec1c09c07e,segment=NetworkSegment(489a3049-42c1-47a3-8b0f-c8bb06ff581d),segment_id=489a3049-42c1-47a3-8b0f-c8bb06ff581d)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:44:11.849536 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-69de4a6f-4e42-44de-b588-6a3fb5aebc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (1fc86233-39d5-4fa5-97c4-01ec1c09c07e), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:11.892846 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:44:11.893245 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (1fc86233-39d5-4fa5-97c4-01ec1c09c07e), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:11.922446 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de4a6f-4e42-44de-b588-6a3fb5aebc2e None None] Pushing event updated for resources: {'Port': ['ID=1fc86233-39d5-4fa5-97c4-01ec1c09c07e,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:44:11.966598 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.db.api [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 20 04:44:11.967082 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG oslo_db.api [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 04:44:11.971194 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e1d97a9d-9341-47ca-9e48-ef3841481926 None None] Provisioning complete for port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:44:11.971588 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e1d97a9d-9341-47ca-9e48-ef3841481926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (1fc86233-39d5-4fa5-97c4-01ec1c09c07e), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:11.971934 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e1d97a9d-9341-47ca-9e48-ef3841481926 None None] Attempt 1 to provision port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e Sep 20 04:44:12.042981 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e1d97a9d-9341-47ca-9e48-ef3841481926 None None] Current status of the port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:44:12.103623 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:12.104274 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:12.499223 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:44:13.575750 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 1fc86233-39d5-4fa5-97c4-01ec1c09c07e up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:44:13.603391 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:13.623653 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:44:13.624045 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (1fc86233-39d5-4fa5-97c4-01ec1c09c07e), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:13.624383 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e Sep 20 04:44:13.695247 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:44:13.971951 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 42606) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:44:14.288848 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [None req-15ba0f4d-e400-4bac-ba6e-73f72c63ce42 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 04:44:14.289839 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-15ba0f4d-e400-4bac-ba6e-73f72c63ce42 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3170407 Sep 20 04:44:16.603210 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-80691a0f-cb0c-4a41-9089-8ed30037136b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:16.934221 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 42614) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:44:17.251191 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:44:17.275214 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Made reservation on behalf of 612c023f1ed44b9f936be9c752c292ec for: {'network': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:44:17.277887 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for network (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:17.293015 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:17.393061 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Publish callbacks [] for security_group (844d6000-2003-4337-9922-65bdead16902), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:17.396878 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (844d6000-2003-4337-9922-65bdead16902), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:17.408224 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Reserving flat network on physical network physnet1 {{(pid=112593) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 20 04:44:17.442381 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739023563448', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (785e3214-881a-495d-8d1a-761cef03e027), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:17.443286 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Unsubscribe: segment precommit_create {{(pid=112593) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 20 04:44:17.444135 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.segments_db [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Added segment 785e3214-881a-495d-8d1a-761cef03e027 of type flat for network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 Sep 20 04:44:17.468355 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844d6000-2003-4337-9922-65bdead16902,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:44:17.497749 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:17.498092 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:17.498447 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:17.498784 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:17.499110 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:17.499437 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:17.500004 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:17.500331 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:17.500688 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:17.501016 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:17.501351 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:17.501690 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:17.502011 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:17.502327 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:17.502644 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Tracked resource versions report: Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: pushed versions: Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: { 'AddressGroup': {'1.2'}, Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Agent': {'1.1'}, Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'ConntrackHelper': {'1.0'}, Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'LocalIPAssociation': {'1.0'}, Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Log': {'1.0'}, Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'NDPProxy': {'1.0'}, Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Network': {'1.1'}, Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Port': {'1.7'}, Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'PortForwarding': {'1.3'}, Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'QosPolicy': {'1.10'}, Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'SecurityGroup': {'1.5'}, Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'SecurityGroupRule': {'1.2'}, Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'SubPort': {'1.0'}, Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Subnet': {'1.1'}, Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Trunk': {'1.1'}} Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: consumer versions: Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: { DHCP agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: L3 agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: Metadata agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: Metering agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: Open vSwitch agent@dv-cinder-756710-7-iscsi: { 'AddressGroup': '1.2', Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Agent': '1.1', Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'ConntrackHelper': '1.0', Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'LocalIPAssociation': '1.0', Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Log': '1.0', Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'NDPProxy': '1.0', Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Network': '1.1', Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Port': '1.7', Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'PortForwarding': '1.3', Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'QosPolicy': '1.10', Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'SecurityGroup': '1.5', Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'SecurityGroupRule': '1.2', Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'SubPort': '1.0', Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Subnet': '1.1', Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Trunk': '1.1'}} Sep 20 04:44:17.504048 dv-cinder-756710-7-iscsi neutron-server[112593]: {{(pid=112593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 04:44:17.565724 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739023002296'] for network (8759e551-747b-45d0-a8c5-769c9cf5d5d0), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:17.610728 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for network (8759e551-747b-45d0-a8c5-769c9cf5d5d0), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:17.611773 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:44:17.612464 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:17.691592 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7563164 Sep 20 04:44:17.713071 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09455f48-da76-4b85-9680-da9659068c94 admin admin] Pushing event updated for resources: {'Network': ['ID=8759e551-747b-45d0-a8c5-769c9cf5d5d0,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:44:17.724650 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 details requested by agent ovs-agent-dv-cinder-756710-7-iscsi with host dv-cinder-756710-7-iscsi {{(pid=112594) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 04:44:18.854264 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2744a9ed-6956-481a-85c6-f78c8d37bd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:19.995300 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:20.307473 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 42626) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:44:20.698760 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa419dcc-99a6-4cd5-a621-c7fa603cc1ac demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:44:20.700040 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-fa419dcc-99a6-4cd5-a621-c7fa603cc1ac demo admin] 10.222.0.27 "GET /networking/v2.0/subnets/38426898-3f77-4b2f-a82c-ed5a2f7a32f4 HTTP/1.1" status: 200 len: 849 time: 0.3916285 Sep 20 04:44:20.837468 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-a5d19257-a3fb-435d-bd36-0bf401ad7723 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/e843b80b-d99b-46d4-a98b-570587228f9f HTTP/1.1" status: 200 len: 704 time: 0.1314752 Sep 20 04:44:21.101825 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1aa50eef-bf82-47d9-acbe-40a8a00f9491 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:21.103565 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:21.135188 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:21.398370 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-1aa50eef-bf82-47d9-acbe-40a8a00f9491 demo admin] Allocated IP 172.20.0.1 (9fd6f058-f860-4991-b033-2fa38b1d10f9/38426898-3f77-4b2f-a82c-ed5a2f7a32f4/4f4994c7-8c07-4050-9fec-5048cda5db20) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:44:21.578414 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:21.585194 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1aa50eef-bf82-47d9-acbe-40a8a00f9491 demo admin] Publish callbacks [] for port (4f4994c7-8c07-4050-9fec-5048cda5db20), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:21.647819 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1aa50eef-bf82-47d9-acbe-40a8a00f9491 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (4f4994c7-8c07-4050-9fec-5048cda5db20), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:21.717520 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa50eef-bf82-47d9-acbe-40a8a00f9491 demo admin] Network 9fd6f058-f860-4991-b033-2fa38b1d10f9 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:44:21.727925 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-1aa50eef-bf82-47d9-acbe-40a8a00f9491 demo admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:44:21.737168 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa50eef-bf82-47d9-acbe-40a8a00f9491 demo admin] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:44:21.738222 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1aa50eef-bf82-47d9-acbe-40a8a00f9491 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094494'] for router_interface (e843b80b-d99b-46d4-a98b-570587228f9f), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:21.758320 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa50eef-bf82-47d9-acbe-40a8a00f9491 demo admin] Pushing event updated for resources: {'Port': ['ID=4f4994c7-8c07-4050-9fec-5048cda5db20,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:44:21.858813 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:21.912564 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-6599d5fa-cde1-4dd5-aed2-c3917b5ddd4e None None] Provisioning complete for port 4f4994c7-8c07-4050-9fec-5048cda5db20 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:44:21.912964 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6599d5fa-cde1-4dd5-aed2-c3917b5ddd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (4f4994c7-8c07-4050-9fec-5048cda5db20), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:21.913302 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6599d5fa-cde1-4dd5-aed2-c3917b5ddd4e None None] Attempt 1 to provision port 4f4994c7-8c07-4050-9fec-5048cda5db20 Sep 20 04:44:21.947338 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6599d5fa-cde1-4dd5-aed2-c3917b5ddd4e None None] Port 4f4994c7-8c07-4050-9fec-5048cda5db20 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:44:21.991296 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1aa50eef-bf82-47d9-acbe-40a8a00f9491 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (4f4994c7-8c07-4050-9fec-5048cda5db20), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:22.198044 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1aa50eef-bf82-47d9-acbe-40a8a00f9491 demo admin] Publish callbacks [] for port (4f4994c7-8c07-4050-9fec-5048cda5db20), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:22.202397 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1aa50eef-bf82-47d9-acbe-40a8a00f9491 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (4f4994c7-8c07-4050-9fec-5048cda5db20), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:22.203168 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1aa50eef-bf82-47d9-acbe-40a8a00f9491 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094602'] for router_interface (e843b80b-d99b-46d4-a98b-570587228f9f), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:22.277294 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa50eef-bf82-47d9-acbe-40a8a00f9491 demo admin] Pushing event updated for resources: {'Port': ['ID=4f4994c7-8c07-4050-9fec-5048cda5db20,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:44:22.280504 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:22.287280 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:22.327723 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa50eef-bf82-47d9-acbe-40a8a00f9491 demo admin] Network 9fd6f058-f860-4991-b033-2fa38b1d10f9 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:44:22.329027 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-1aa50eef-bf82-47d9-acbe-40a8a00f9491 demo admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:44:22.448772 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6599d5fa-cde1-4dd5-aed2-c3917b5ddd4e None None] Attempt 2 to provision port 4f4994c7-8c07-4050-9fec-5048cda5db20 Sep 20 04:44:22.482190 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6599d5fa-cde1-4dd5-aed2-c3917b5ddd4e None None] Port 4f4994c7-8c07-4050-9fec-5048cda5db20 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:44:22.485034 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa50eef-bf82-47d9-acbe-40a8a00f9491 demo admin] Router e843b80b-d99b-46d4-a98b-570587228f9f is scheduled to L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 with binding_index 1 {{(pid=112593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 04:44:22.572261 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa50eef-bf82-47d9-acbe-40a8a00f9491 demo admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:44:22.577288 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-1aa50eef-bf82-47d9-acbe-40a8a00f9491 demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/e843b80b-d99b-46d4-a98b-570587228f9f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7344699 Sep 20 04:44:22.582061 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] Sync routers for ids ['e843b80b-d99b-46d4-a98b-570587228f9f'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:44:22.594747 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] Routers {'e843b80b-d99b-46d4-a98b-570587228f9f'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:44:22.595467 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:44:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['e843b80b-d99b-46d4-a98b-570587228f9f'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:44:22.778020 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] Set router e843b80b-d99b-46d4-a98b-570587228f9f gateway port host: None {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:44:22.983321 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6599d5fa-cde1-4dd5-aed2-c3917b5ddd4e None None] Attempt 3 to provision port 4f4994c7-8c07-4050-9fec-5048cda5db20 Sep 20 04:44:23.014795 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6599d5fa-cde1-4dd5-aed2-c3917b5ddd4e None None] Port 4f4994c7-8c07-4050-9fec-5048cda5db20 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:44:23.186433 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e843b80b-d99b-46d4-a98b-570587228f9f', 'name': 'router1', 'tenant_id': 'e9483c5eaf14474197c855467cfe5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:44:11Z', 'updated_at': '2022-09-20T04:44:21Z', 'revision_number': 2, 'project_id': 'e9483c5eaf14474197c855467cfe5a7d', 'gw_port_host': None, '_interfaces': [{'id': '4f4994c7-8c07-4050-9fec-5048cda5db20', 'name': '', 'network_id': '9fd6f058-f860-4991-b033-2fa38b1d10f9', 'tenant_id': 'e9483c5eaf14474197c855467cfe5a7d', 'mac_address': 'fa:16:3e:9b:d1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e843b80b-d99b-46d4-a98b-570587228f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38426898-3f77-4b2f-a82c-ed5a2f7a32f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:44:21Z', 'updated_at': '2022-09-20T04:44:22Z', 'revision_number': 2, 'project_id': 'e9483c5eaf14474197c855467cfe5a7d', 'subnets': [{'id': '38426898-3f77-4b2f-a82c-ed5a2f7a32f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7501e263-4231-49ba-aeef-f68bcf39040b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:44:23.236366 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] Checking router: e843b80b-d99b-46d4-a98b-570587228f9f for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:44:23.236681 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] Updating router e843b80b-d99b-46d4-a98b-570587228f9f port 4f4994c7-8c07-4050-9fec-5048cda5db20 binding host dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 04:44:23.287492 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (4f4994c7-8c07-4050-9fec-5048cda5db20), before_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:23.517420 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6599d5fa-cde1-4dd5-aed2-c3917b5ddd4e None None] Attempt 4 to provision port 4f4994c7-8c07-4050-9fec-5048cda5db20 Sep 20 04:44:23.553099 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6599d5fa-cde1-4dd5-aed2-c3917b5ddd4e None None] Port 4f4994c7-8c07-4050-9fec-5048cda5db20 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:44:23.802242 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] Publish callbacks [] for port (4f4994c7-8c07-4050-9fec-5048cda5db20), precommit_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:23.808661 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (4f4994c7-8c07-4050-9fec-5048cda5db20), after_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:23.951869 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54955810-cdde-41ea-bd35-efc115a442d7 None None] Pushing event updated for resources: {'Port': ['ID=4f4994c7-8c07-4050-9fec-5048cda5db20,revision_number=3']} {{(pid=112595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:44:23.963869 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955810-cdde-41ea-bd35-efc115a442d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:23.964219 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955810-cdde-41ea-bd35-efc115a442d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:23.964567 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955810-cdde-41ea-bd35-efc115a442d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:23.964931 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955810-cdde-41ea-bd35-efc115a442d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:23.965268 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955810-cdde-41ea-bd35-efc115a442d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:23.965597 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955810-cdde-41ea-bd35-efc115a442d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:23.965924 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955810-cdde-41ea-bd35-efc115a442d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:23.966246 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955810-cdde-41ea-bd35-efc115a442d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:23.966570 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955810-cdde-41ea-bd35-efc115a442d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:23.966893 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955810-cdde-41ea-bd35-efc115a442d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:23.967215 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955810-cdde-41ea-bd35-efc115a442d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:23.967551 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955810-cdde-41ea-bd35-efc115a442d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:23.967872 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955810-cdde-41ea-bd35-efc115a442d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:23.968192 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955810-cdde-41ea-bd35-efc115a442d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:23.968511 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955810-cdde-41ea-bd35-efc115a442d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955810-cdde-41ea-bd35-efc115a442d7 None None] Tracked resource versions report: Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: pushed versions: Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: { 'AddressGroup': {'1.2'}, Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Agent': {'1.1'}, Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'ConntrackHelper': {'1.0'}, Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'LocalIPAssociation': {'1.0'}, Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Log': {'1.0'}, Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'NDPProxy': {'1.0'}, Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Network': {'1.1'}, Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Port': {'1.7'}, Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'PortForwarding': {'1.3'}, Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'QosPolicy': {'1.10'}, Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'SecurityGroup': {'1.5'}, Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'SecurityGroupRule': {'1.2'}, Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'SubPort': {'1.0'}, Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Subnet': {'1.1'}, Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Trunk': {'1.1'}} Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: consumer versions: Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: { DHCP agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: L3 agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: Metadata agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: Metering agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: Open vSwitch agent@dv-cinder-756710-7-iscsi: { 'AddressGroup': '1.2', Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Agent': '1.1', Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'ConntrackHelper': '1.0', Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'LocalIPAssociation': '1.0', Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Log': '1.0', Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'NDPProxy': '1.0', Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Network': '1.1', Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Port': '1.7', Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'PortForwarding': '1.3', Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'QosPolicy': '1.10', Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'SecurityGroup': '1.5', Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'SecurityGroupRule': '1.2', Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'SubPort': '1.0', Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Subnet': '1.1', Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Trunk': '1.1'}} Sep 20 04:44:23.969902 dv-cinder-756710-7-iscsi neutron-server[112595]: {{(pid=112595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 04:44:23.973190 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] Attempting to bind port 4f4994c7-8c07-4050-9fec-5048cda5db20 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:44:23.973590 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] Attempting to bind port 4f4994c7-8c07-4050-9fec-5048cda5db20 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '489a3049-42c1-47a3-8b0f-c8bb06ff581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9fd6f058-f860-4991-b033-2fa38b1d10f9'}] {{(pid=112595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:44:23.974031 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] Attempting to bind port 4f4994c7-8c07-4050-9fec-5048cda5db20 on network 9fd6f058-f860-4991-b033-2fa38b1d10f9 {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:44:24.054647 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6599d5fa-cde1-4dd5-aed2-c3917b5ddd4e None None] Attempt 5 to provision port 4f4994c7-8c07-4050-9fec-5048cda5db20 Sep 20 04:44:24.058557 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:44:24.058978 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] Checking segment: {'id': '489a3049-42c1-47a3-8b0f-c8bb06ff581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9fd6f058-f860-4991-b033-2fa38b1d10f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:44:24.059447 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:24.059844 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] Bound using segment: {'id': '489a3049-42c1-47a3-8b0f-c8bb06ff581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9fd6f058-f860-4991-b033-2fa38b1d10f9'} {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:44:24.060350 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] Bound port: 4f4994c7-8c07-4050-9fec-5048cda5db20, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489a3049-42c1-47a3-8b0f-c8bb06ff581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9fd6f058-f860-4991-b033-2fa38b1d10f9'}}] {{(pid=112595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:44:24.060755 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (4f4994c7-8c07-4050-9fec-5048cda5db20), before_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:24.069473 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:24.089678 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6599d5fa-cde1-4dd5-aed2-c3917b5ddd4e None None] Port 4f4994c7-8c07-4050-9fec-5048cda5db20 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:44:24.131731 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.db [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] For port 4f4994c7-8c07-4050-9fec-5048cda5db20, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:44:24.155273 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.db [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] For port 4f4994c7-8c07-4050-9fec-5048cda5db20, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=4f4994c7-8c07-4050-9fec-5048cda5db20,segment=NetworkSegment(489a3049-42c1-47a3-8b0f-c8bb06ff581d),segment_id=489a3049-42c1-47a3-8b0f-c8bb06ff581d)] {{(pid=112595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:44:24.161170 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (4f4994c7-8c07-4050-9fec-5048cda5db20), after_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:24.195218 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:24.203061 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] Routers {'e843b80b-d99b-46d4-a98b-570587228f9f'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:44:24.203693 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:44:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['e843b80b-d99b-46d4-a98b-570587228f9f'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:44:24.279007 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54955810-cdde-41ea-bd35-efc115a442d7 None None] Pushing event updated for resources: {'Port': ['ID=4f4994c7-8c07-4050-9fec-5048cda5db20,revision_number=4']} {{(pid=112595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:44:24.303065 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] Set router e843b80b-d99b-46d4-a98b-570587228f9f gateway port host: None {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:44:24.489601 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e843b80b-d99b-46d4-a98b-570587228f9f', 'name': 'router1', 'tenant_id': 'e9483c5eaf14474197c855467cfe5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:44:11Z', 'updated_at': '2022-09-20T04:44:21Z', 'revision_number': 2, 'project_id': 'e9483c5eaf14474197c855467cfe5a7d', 'gw_port_host': None, '_interfaces': [{'id': '4f4994c7-8c07-4050-9fec-5048cda5db20', 'name': '', 'network_id': '9fd6f058-f860-4991-b033-2fa38b1d10f9', 'tenant_id': 'e9483c5eaf14474197c855467cfe5a7d', 'mac_address': 'fa:16:3e:9b:d1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e843b80b-d99b-46d4-a98b-570587228f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38426898-3f77-4b2f-a82c-ed5a2f7a32f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:44:21Z', 'updated_at': '2022-09-20T04:44:24Z', 'revision_number': 4, 'project_id': 'e9483c5eaf14474197c855467cfe5a7d', 'subnets': [{'id': '38426898-3f77-4b2f-a82c-ed5a2f7a32f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7501e263-4231-49ba-aeef-f68bcf39040b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:44:24.516060 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b064a6-943a-4acb-9199-eefb0005686d None None] The sync data for ids ['e843b80b-d99b-46d4-a98b-570587228f9f'] in dv-cinder-756710-7-iscsi is: [{'id': 'e843b80b-d99b-46d4-a98b-570587228f9f', 'name': 'router1', 'tenant_id': 'e9483c5eaf14474197c855467cfe5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:44:11Z', 'updated_at': '2022-09-20T04:44:21Z', 'revision_number': 2, 'project_id': 'e9483c5eaf14474197c855467cfe5a7d', 'gw_port_host': None, '_interfaces': [{'id': '4f4994c7-8c07-4050-9fec-5048cda5db20', 'name': '', 'network_id': '9fd6f058-f860-4991-b033-2fa38b1d10f9', 'tenant_id': 'e9483c5eaf14474197c855467cfe5a7d', 'mac_address': 'fa:16:3e:9b:d1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e843b80b-d99b-46d4-a98b-570587228f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38426898-3f77-4b2f-a82c-ed5a2f7a32f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:44:21Z', 'updated_at': '2022-09-20T04:44:24Z', 'revision_number': 4, 'project_id': 'e9483c5eaf14474197c855467cfe5a7d', 'subnets': [{'id': '38426898-3f77-4b2f-a82c-ed5a2f7a32f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7501e263-4231-49ba-aeef-f68bcf39040b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:44:24.591589 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6599d5fa-cde1-4dd5-aed2-c3917b5ddd4e None None] Attempt 6 to provision port 4f4994c7-8c07-4050-9fec-5048cda5db20 Sep 20 04:44:24.667363 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6599d5fa-cde1-4dd5-aed2-c3917b5ddd4e None None] Current status of the port 4f4994c7-8c07-4050-9fec-5048cda5db20 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:44:24.667758 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6599d5fa-cde1-4dd5-aed2-c3917b5ddd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (4f4994c7-8c07-4050-9fec-5048cda5db20), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:24.692203 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:24.706762 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-6599d5fa-cde1-4dd5-aed2-c3917b5ddd4e None None] For port 4f4994c7-8c07-4050-9fec-5048cda5db20, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=4f4994c7-8c07-4050-9fec-5048cda5db20,segment=NetworkSegment(489a3049-42c1-47a3-8b0f-c8bb06ff581d),segment_id=489a3049-42c1-47a3-8b0f-c8bb06ff581d)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:44:24.710705 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6599d5fa-cde1-4dd5-aed2-c3917b5ddd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (4f4994c7-8c07-4050-9fec-5048cda5db20), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:24.759384 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599d5fa-cde1-4dd5-aed2-c3917b5ddd4e None None] Pushing event updated for resources: {'Port': ['ID=4f4994c7-8c07-4050-9fec-5048cda5db20,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:44:24.830815 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-60ed6d84-7cbe-492a-ae33-5b2f4abd7d90 None None] Provisioning complete for port 4f4994c7-8c07-4050-9fec-5048cda5db20 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:44:24.831212 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-60ed6d84-7cbe-492a-ae33-5b2f4abd7d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (4f4994c7-8c07-4050-9fec-5048cda5db20), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:24.831616 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-60ed6d84-7cbe-492a-ae33-5b2f4abd7d90 None None] Attempt 1 to provision port 4f4994c7-8c07-4050-9fec-5048cda5db20 Sep 20 04:44:24.906768 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-60ed6d84-7cbe-492a-ae33-5b2f4abd7d90 None None] Current status of the port 4f4994c7-8c07-4050-9fec-5048cda5db20 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:44:25.228147 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 42636) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:44:25.615231 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bf4f-d705-43af-b55b-9e8d6dbbbc4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:44:25.618125 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-3285bf4f-d705-43af-b55b-9e8d6dbbbc4e admin admin] 10.222.0.27 "GET /networking/v2.0/networks/8759e551-747b-45d0-a8c5-769c9cf5d5d0 HTTP/1.1" status: 200 len: 842 time: 0.3888943 Sep 20 04:44:25.626821 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-29fde21a-f23a-4010-989e-fae255467a94 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'gateway_ip': '172.27.1.1', 'ip_version': 4}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:44:25.653140 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fde21a-f23a-4010-989e-fae255467a94 admin admin] Made reservation on behalf of 612c023f1ed44b9f936be9c752c292ec for: {'subnet': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:44:25.655544 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-29fde21a-f23a-4010-989e-fae255467a94 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:25.952921 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.objects.ports [None req-29fde21a-f23a-4010-989e-fae255467a94 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112593) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 20 04:44:25.953375 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-29fde21a-f23a-4010-989e-fae255467a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for subnet (8f821a43-86f0-429d-8588-ab7b54ff0d6d), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:26.008308 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fde21a-f23a-4010-989e-fae255467a94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f821a43-86f0-429d-8588-ab7b54ff0d6d,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:44:26.018350 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fde21a-f23a-4010-989e-fae255467a94 admin admin] Checking segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:44:26.018704 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fde21a-f23a-4010-989e-fae255467a94 admin admin] Network hostable DHCP agents. Network: 8759e551-747b-45d0-a8c5-769c9cf5d5d0, hostable agents: ['4610beb6-8841-4e27-a96c-3752fd75943d'], hosted agents: [] {{(pid=112593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 04:44:26.040648 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fde21a-f23a-4010-989e-fae255467a94 admin admin] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is scheduled to be hosted by DHCP agent 4610beb6-8841-4e27-a96c-3752fd75943d with binding_index 1 {{(pid=112593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 04:44:26.051843 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-29fde21a-f23a-4010-989e-fae255467a94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-756710-7-iscsi, 8759e551-747b-45d0-a8c5-769c9cf5d5d0) {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:44:26.057596 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fde21a-f23a-4010-989e-fae255467a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:44:26.057709 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-29fde21a-f23a-4010-989e-fae255467a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:26.060714 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c1131c-54af-4b3a-bdd9-7c8773c2e161 None None] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:44:26.088630 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-29fde21a-f23a-4010-989e-fae255467a94 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4533172 Sep 20 04:44:26.142643 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:26.200117 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fbccd3-6c11-495a-a829-408453425548 None None] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:44:27.076447 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 5 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:44:28.748501 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 42644) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:44:29.190486 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:29.195125 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-80ac5837-6703-4300-a72d-cf0530bc8b54 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/e843b80b-d99b-46d4-a98b-570587228f9f HTTP/1.1" status: 200 len: 710 time: 0.4455261 Sep 20 04:44:29.221483 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:29.306076 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b51fb9-098a-4b9b-a8d2-9e759f1b5a12 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:44:29.307637 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-e6b51fb9-098a-4b9b-a8d2-9e759f1b5a12 demo admin] 10.222.0.27 "GET /networking/v2.0/networks/8759e551-747b-45d0-a8c5-769c9cf5d5d0 HTTP/1.1" status: 200 len: 886 time: 0.1060424 Sep 20 04:44:29.317087 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-8bfd5bc1-016b-497a-9639-b8a4f8bce718 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:44:29.593176 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 4f4994c7-8c07-4050-9fec-5048cda5db20 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:44:29.638895 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 4f4994c7-8c07-4050-9fec-5048cda5db20 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:44:29.639382 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (4f4994c7-8c07-4050-9fec-5048cda5db20), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:29.639795 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 4f4994c7-8c07-4050-9fec-5048cda5db20 Sep 20 04:44:29.653398 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5bc1-016b-497a-9639-b8a4f8bce718 demo admin] Publish callbacks [] for router_gateway (e843b80b-d99b-46d4-a98b-570587228f9f), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:29.724286 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 4f4994c7-8c07-4050-9fec-5048cda5db20 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:44:29.877744 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5bc1-016b-497a-9639-b8a4f8bce718 demo admin] Publish callbacks [] for router_gateway (e843b80b-d99b-46d4-a98b-570587228f9f), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:29.955223 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5bc1-016b-497a-9639-b8a4f8bce718 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:30.061989 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-8bfd5bc1-016b-497a-9639-b8a4f8bce718 demo admin] Allocated IP 172.27.1.174 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/cd2ffc64-e459-43ff-9043-5598aae94366) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:44:30.163265 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5bc1-016b-497a-9639-b8a4f8bce718 demo admin] Publish callbacks [] for port (cd2ffc64-e459-43ff-9043-5598aae94366), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:30.185018 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:30.196361 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5bc1-016b-497a-9639-b8a4f8bce718 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (cd2ffc64-e459-43ff-9043-5598aae94366), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:30.239735 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfd5bc1-016b-497a-9639-b8a4f8bce718 demo admin] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:44:30.244513 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-8bfd5bc1-016b-497a-9639-b8a4f8bce718 demo admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:44:30.246669 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd5bc1-016b-497a-9639-b8a4f8bce718 demo admin] Pushing event updated for resources: {'Port': ['ID=cd2ffc64-e459-43ff-9043-5598aae94366,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:44:30.250703 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfd5bc1-016b-497a-9639-b8a4f8bce718 demo admin] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:44:30.317579 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:30.484276 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5bc1-016b-497a-9639-b8a4f8bce718 demo admin] Publish callbacks [] for router_gateway (e843b80b-d99b-46d4-a98b-570587228f9f), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:30.669091 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5bc1-016b-497a-9639-b8a4f8bce718 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3778790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4750'] for router (e843b80b-d99b-46d4-a98b-570587228f9f), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:30.672538 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5bc1-016b-497a-9639-b8a4f8bce718 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3775170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3775033', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3778781'] for router (e843b80b-d99b-46d4-a98b-570587228f9f), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:30.778836 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfd5bc1-016b-497a-9639-b8a4f8bce718 demo admin] Router e843b80b-d99b-46d4-a98b-570587228f9f has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:44:30.957660 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfd5bc1-016b-497a-9639-b8a4f8bce718 demo admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:44:30.962389 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5bc1-016b-497a-9639-b8a4f8bce718 demo admin] Publish callbacks [] for router (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:30.963586 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-8bfd5bc1-016b-497a-9639-b8a4f8bce718 demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/e843b80b-d99b-46d4-a98b-570587228f9f HTTP/1.1" status: 200 len: 890 time: 1.6502385 Sep 20 04:44:30.979906 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] Sync routers for ids ['e843b80b-d99b-46d4-a98b-570587228f9f'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:44:30.993440 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] Routers {'e843b80b-d99b-46d4-a98b-570587228f9f'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:44:30.994131 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:44:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['e843b80b-d99b-46d4-a98b-570587228f9f'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:44:31.204944 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] Set router e843b80b-d99b-46d4-a98b-570587228f9f gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:44:31.639842 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e843b80b-d99b-46d4-a98b-570587228f9f', 'name': 'router1', 'tenant_id': 'e9483c5eaf14474197c855467cfe5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'cd2ffc64-e459-43ff-9043-5598aae94366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:44:11Z', 'updated_at': '2022-09-20T04:44:30Z', 'revision_number': 4, 'project_id': 'e9483c5eaf14474197c855467cfe5a7d', 'gw_port': {'id': 'cd2ffc64-e459-43ff-9043-5598aae94366', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:20:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e843b80b-d99b-46d4-a98b-570587228f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:44:29Z', 'updated_at': '2022-09-20T04:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '4f4994c7-8c07-4050-9fec-5048cda5db20', 'name': '', 'network_id': '9fd6f058-f860-4991-b033-2fa38b1d10f9', 'tenant_id': 'e9483c5eaf14474197c855467cfe5a7d', 'mac_address': 'fa:16:3e:9b:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e843b80b-d99b-46d4-a98b-570587228f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38426898-3f77-4b2f-a82c-ed5a2f7a32f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:44:21Z', 'updated_at': '2022-09-20T04:44:24Z', 'revision_number': 5, 'project_id': 'e9483c5eaf14474197c855467cfe5a7d', 'subnets': [{'id': '38426898-3f77-4b2f-a82c-ed5a2f7a32f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7501e263-4231-49ba-aeef-f68bcf39040b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:44:31.693581 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] Checking router: e843b80b-d99b-46d4-a98b-570587228f9f for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:44:31.693934 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] Updating router e843b80b-d99b-46d4-a98b-570587228f9f port cd2ffc64-e459-43ff-9043-5598aae94366 binding host dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 04:44:31.744266 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (cd2ffc64-e459-43ff-9043-5598aae94366), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:31.868568 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=100 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:32.065299 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] Publish callbacks [] for port (cd2ffc64-e459-43ff-9043-5598aae94366), precommit_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:32.070228 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (cd2ffc64-e459-43ff-9043-5598aae94366), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:32.076024 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:32.110889 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] Attempting to bind port cd2ffc64-e459-43ff-9043-5598aae94366 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:44:32.111256 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] Attempting to bind port cd2ffc64-e459-43ff-9043-5598aae94366 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:44:32.111618 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] Attempting to bind port cd2ffc64-e459-43ff-9043-5598aae94366 on network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:44:32.134369 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86189d-2836-493f-8338-f4d67bbe0bdf None None] Pushing event updated for resources: {'Port': ['ID=cd2ffc64-e459-43ff-9043-5598aae94366,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:44:32.161922 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:44:32.162293 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] Checking segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:44:32.162856 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:32.163206 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] Bound using segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:44:32.163792 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] Bound port: cd2ffc64-e459-43ff-9043-5598aae94366, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:44:32.164168 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (cd2ffc64-e459-43ff-9043-5598aae94366), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:32.211148 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] For port cd2ffc64-e459-43ff-9043-5598aae94366, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:44:32.214171 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] For port cd2ffc64-e459-43ff-9043-5598aae94366, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=cd2ffc64-e459-43ff-9043-5598aae94366,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:44:32.219100 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (cd2ffc64-e459-43ff-9043-5598aae94366), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:32.261826 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] Routers {'e843b80b-d99b-46d4-a98b-570587228f9f'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:44:32.262447 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:44:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['e843b80b-d99b-46d4-a98b-570587228f9f'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:44:32.305946 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86189d-2836-493f-8338-f4d67bbe0bdf None None] Pushing event updated for resources: {'Port': ['ID=cd2ffc64-e459-43ff-9043-5598aae94366,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:44:32.373806 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] Set router e843b80b-d99b-46d4-a98b-570587228f9f gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:44:32.562030 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e843b80b-d99b-46d4-a98b-570587228f9f', 'name': 'router1', 'tenant_id': 'e9483c5eaf14474197c855467cfe5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'cd2ffc64-e459-43ff-9043-5598aae94366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:44:11Z', 'updated_at': '2022-09-20T04:44:30Z', 'revision_number': 4, 'project_id': 'e9483c5eaf14474197c855467cfe5a7d', 'gw_port': {'id': 'cd2ffc64-e459-43ff-9043-5598aae94366', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:20:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e843b80b-d99b-46d4-a98b-570587228f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:44:29Z', 'updated_at': '2022-09-20T04:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '4f4994c7-8c07-4050-9fec-5048cda5db20', 'name': '', 'network_id': '9fd6f058-f860-4991-b033-2fa38b1d10f9', 'tenant_id': 'e9483c5eaf14474197c855467cfe5a7d', 'mac_address': 'fa:16:3e:9b:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e843b80b-d99b-46d4-a98b-570587228f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38426898-3f77-4b2f-a82c-ed5a2f7a32f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:44:21Z', 'updated_at': '2022-09-20T04:44:24Z', 'revision_number': 5, 'project_id': 'e9483c5eaf14474197c855467cfe5a7d', 'subnets': [{'id': '38426898-3f77-4b2f-a82c-ed5a2f7a32f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7501e263-4231-49ba-aeef-f68bcf39040b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:44:32.588701 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d29e82c-453c-4288-96dc-f5eef8837973 None None] The sync data for ids ['e843b80b-d99b-46d4-a98b-570587228f9f'] in dv-cinder-756710-7-iscsi is: [{'id': 'e843b80b-d99b-46d4-a98b-570587228f9f', 'name': 'router1', 'tenant_id': 'e9483c5eaf14474197c855467cfe5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'cd2ffc64-e459-43ff-9043-5598aae94366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:44:11Z', 'updated_at': '2022-09-20T04:44:30Z', 'revision_number': 4, 'project_id': 'e9483c5eaf14474197c855467cfe5a7d', 'gw_port': {'id': 'cd2ffc64-e459-43ff-9043-5598aae94366', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:20:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e843b80b-d99b-46d4-a98b-570587228f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:44:29Z', 'updated_at': '2022-09-20T04:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '4f4994c7-8c07-4050-9fec-5048cda5db20', 'name': '', 'network_id': '9fd6f058-f860-4991-b033-2fa38b1d10f9', 'tenant_id': 'e9483c5eaf14474197c855467cfe5a7d', 'mac_address': 'fa:16:3e:9b:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e843b80b-d99b-46d4-a98b-570587228f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38426898-3f77-4b2f-a82c-ed5a2f7a32f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:44:21Z', 'updated_at': '2022-09-20T04:44:24Z', 'revision_number': 5, 'project_id': 'e9483c5eaf14474197c855467cfe5a7d', 'subnets': [{'id': '38426898-3f77-4b2f-a82c-ed5a2f7a32f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7501e263-4231-49ba-aeef-f68bcf39040b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:44:33.587321 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device cd2ffc64-e459-43ff-9043-5598aae94366 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:44:33.631139 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port cd2ffc64-e459-43ff-9043-5598aae94366 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:44:33.631532 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (cd2ffc64-e459-43ff-9043-5598aae94366), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:33.631870 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port cd2ffc64-e459-43ff-9043-5598aae94366 Sep 20 04:44:33.651348 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=100 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:33.702289 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port cd2ffc64-e459-43ff-9043-5598aae94366 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:44:33.702674 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (cd2ffc64-e459-43ff-9043-5598aae94366), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:33.723221 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] For port cd2ffc64-e459-43ff-9043-5598aae94366, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=cd2ffc64-e459-43ff-9043-5598aae94366,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:44:33.727190 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (cd2ffc64-e459-43ff-9043-5598aae94366), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:33.756759 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 42658) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:44:33.778998 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Pushing event updated for resources: {'Port': ['ID=cd2ffc64-e459-43ff-9043-5598aae94366,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:44:34.140928 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-272f609d-5cee-492f-9576-a31d093bd75e admin admin] 10.222.0.27 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3829479 Sep 20 04:44:35.576950 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device cd2ffc64-e459-43ff-9043-5598aae94366 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:44:35.619387 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port cd2ffc64-e459-43ff-9043-5598aae94366 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:44:35.619778 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (cd2ffc64-e459-43ff-9043-5598aae94366), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:35.620117 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port cd2ffc64-e459-43ff-9043-5598aae94366 Sep 20 04:44:35.656740 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:35.700632 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port cd2ffc64-e459-43ff-9043-5598aae94366 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:44:44.134106 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:44.137153 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:45.081963 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=35 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:45.086968 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:45.698069 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:45.699598 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:44:46.607844 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-b9e0ba47-58db-42ae-9cfb-0834e0bf2020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:48.865127 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-87114649-c0d6-4274-aa69-a377c7f8760e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:50.002459 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:51.587273 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:44:51.858504 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:45:01.849411 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:45:01.855570 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:45:04.075973 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 5 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:45:16.618875 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-c478f868-900b-4190-a0f8-7ec2e0697746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:45:18.863285 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-c8301f07-8acd-4c82-9bd5-3c8d646a0b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:45:20.014441 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:45:21.598022 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:45:21.869331 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:45:22.084571 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=3 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:45:22.085765 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=5 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:45:31.852082 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=21 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:45:31.860664 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:45:41.075559 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 5 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:45:45.075143 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:DELETE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:45:46.611621 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3d835302-38fe-461e-a4f9-233e5e85fec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:45:48.856284 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-cb991cc7-bff2-447f-8cc3-371bd116306a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:45:50.008226 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:45:51.586212 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:45:51.853980 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:45:59.076748 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=2 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:45:59.081362 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=7 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:46:00.043365 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 43210) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:46:00.374271 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff13361-c7b7-4b2c-818a-ffa1841b6d06 admin admin] GET failed (client error): The resource could not be found. Sep 20 04:46:00.375528 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-8ff13361-c7b7-4b2c-818a-ffa1841b6d06 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3312285 Sep 20 04:46:00.535815 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deeb459-90f7-46ec-98a1-c2d8455ffdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:46:00.537295 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-8deeb459-90f7-46ec-98a1-c2d8455ffdc6 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1572762 Sep 20 04:46:01.842879 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:46:01.849071 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:46:03.064469 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 43220) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:46:03.435355 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906ac610-fbfe-4567-8937-f332515a37f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:46:03.436675 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-906ac610-fbfe-4567-8937-f332515a37f6 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/38426898-3f77-4b2f-a82c-ed5a2f7a32f4 HTTP/1.1" status: 200 len: 849 time: 0.3710775 Sep 20 04:46:03.446650 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:46:03.530940 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Publish callbacks [] for subnet (38426898-3f77-4b2f-a82c-ed5a2f7a32f4), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:46:03.668777 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739023492244'] for subnet (38426898-3f77-4b2f-a82c-ed5a2f7a32f4), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:46:03.702510 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:46:03.703686 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:46:03.704327 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] 10.222.0.27 "PUT /networking/v2.0/subnets/38426898-3f77-4b2f-a82c-ed5a2f7a32f4 HTTP/1.1" status: 200 len: 868 time: 0.2611594 Sep 20 04:46:03.719610 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4873431d-b039-47a9-841d-b19a0897faca None None] Network 9fd6f058-f860-4991-b033-2fa38b1d10f9 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:46:03.724635 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38426898-3f77-4b2f-a82c-ed5a2f7a32f4,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:46:03.732414 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:46:03.732690 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:46:03.732912 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:46:03.733209 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:46:03.733538 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:46:03.733861 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:46:03.734886 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:46:03.734886 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:46:03.734886 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:46:03.735157 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:46:03.735457 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:46:03.735781 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:46:03.736787 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:46:03.737131 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:46:03.737447 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a096e-d455-4c6c-af7b-27796bd75c33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:46:04.030357 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-678784ad-ed71-45a0-84ba-0a59120cc513 None None] Provisioning complete for port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:46:04.030739 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-678784ad-ed71-45a0-84ba-0a59120cc513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (1fc86233-39d5-4fa5-97c4-01ec1c09c07e), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:46:04.031075 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-678784ad-ed71-45a0-84ba-0a59120cc513 None None] Attempt 1 to provision port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e Sep 20 04:46:04.100765 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-678784ad-ed71-45a0-84ba-0a59120cc513 None None] Current status of the port 1fc86233-39d5-4fa5-97c4-01ec1c09c07e is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:46:04.109328 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-678784ad-ed71-45a0-84ba-0a59120cc513 None None] Provisioning complete for port 4f4994c7-8c07-4050-9fec-5048cda5db20 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:46:04.109657 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-678784ad-ed71-45a0-84ba-0a59120cc513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (4f4994c7-8c07-4050-9fec-5048cda5db20), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:46:04.109990 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-678784ad-ed71-45a0-84ba-0a59120cc513 None None] Attempt 1 to provision port 4f4994c7-8c07-4050-9fec-5048cda5db20 Sep 20 04:46:04.183878 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-678784ad-ed71-45a0-84ba-0a59120cc513 None None] Current status of the port 4f4994c7-8c07-4050-9fec-5048cda5db20 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:46:06.248286 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 43228) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:46:06.716389 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352da91e-471e-4280-84f4-2336ea68e6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:46:06.716812 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352da91e-471e-4280-84f4-2336ea68e6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:46:06.718345 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-352da91e-471e-4280-84f4-2336ea68e6d7 admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4690709 Sep 20 04:46:09.273627 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 43236) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:46:09.740453 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e955cfb-354e-4858-bfec-da0aa1cc0e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:46:09.740868 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e955cfb-354e-4858-bfec-da0aa1cc0e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:46:09.742420 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-7e955cfb-354e-4858-bfec-da0aa1cc0e83 admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4678478 Sep 20 04:46:12.326668 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 43246) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:46:12.753971 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49258c-1efb-451d-a4fc-dbb85c5e7c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:46:12.755367 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-ea49258c-1efb-451d-a4fc-dbb85c5e7c0a admin admin] 10.222.0.27 "GET /networking/v2.0/networks/8759e551-747b-45d0-a8c5-769c9cf5d5d0 HTTP/1.1" status: 200 len: 886 time: 0.4277573 Sep 20 04:46:14.181477 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=33 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:46:14.182231 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=44 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:46:15.302395 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 43254) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:46:15.708694 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7997a3de-868a-4e44-8819-1af2495a08eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:46:15.709986 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-7997a3de-868a-4e44-8819-1af2495a08eb admin admin] 10.222.0.27 "GET /networking/v2.0/networks/9fd6f058-f860-4991-b033-2fa38b1d10f9 HTTP/1.1" status: 200 len: 868 time: 0.4066608 Sep 20 04:46:16.614413 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2780c223-4e71-47ef-938c-2184cf2b975e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:46:18.074539 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 5 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:46:18.281049 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 43262) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:46:18.674417 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da93c936-a050-47c5-b8ed-9a10af08cffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:46:18.674878 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da93c936-a050-47c5-b8ed-9a10af08cffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:46:18.676414 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-da93c936-a050-47c5-b8ed-9a10af08cffd admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3944299 Sep 20 04:46:18.858680 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-42d6d3e7-3562-4ebb-90e6-d9d9eee01f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:46:20.012075 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:46:21.228586 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 43270) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:46:21.594159 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2d577e-d894-4f74-8387-72fb9635fd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:46:21.594535 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2d577e-d894-4f74-8387-72fb9635fd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:46:21.596525 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:46:21.597039 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-fa2d577e-d894-4f74-8387-72fb9635fd41 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3671496 Sep 20 04:46:21.856514 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:46:24.155043 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 43278) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:46:24.521236 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fcf1a0-1591-426e-b611-cf121460aa70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:46:24.522549 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-a4fcf1a0-1591-426e-b611-cf121460aa70 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/38426898-3f77-4b2f-a82c-ed5a2f7a32f4 HTTP/1.1" status: 200 len: 868 time: 0.3666401 Sep 20 04:46:25.699858 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:46:25.706566 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=85,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:46:27.076413 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 43286) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:46:27.433303 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec81aae4-b256-406f-9eeb-23e71d69430e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:46:27.434623 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-ec81aae4-b256-406f-9eeb-23e71d69430e admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/8f821a43-86f0-429d-8588-ab7b54ff0d6d HTTP/1.1" status: 200 len: 816 time: 0.3572500 Sep 20 04:46:31.850878 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:46:31.852698 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:46:34.510385 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=44 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:46:34.517754 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=38 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:46:37.425082 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:46:37.429954 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:46:44.823728 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=16 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:46:44.827288 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=18 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:46:46.618121 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4236-a6a5-47a5-9e87-44ba7e97fa35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:46:48.860517 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-614d58d5-cbb0-4d1d-a6a7-f27d123e566f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:46:50.011972 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:46:51.595241 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:46:51.859783 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:46:55.072953 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 5 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:46:57.012163 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 43342) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:46:57.335733 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [None req-3427a06a-d8e2-443b-905d-9ffc68aaa47d admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 04:46:57.336769 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-3427a06a-d8e2-443b-905d-9ffc68aaa47d admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3235958 Sep 20 04:46:59.982584 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 43350) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:47:00.314927 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.pecan_wsgi.hooks.translation [None req-1829990c-ef50-438c-be4e-b99f1fcf5ce2 admin admin] GET failed (client error): The resource could not be found. Sep 20 04:47:00.316200 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-1829990c-ef50-438c-be4e-b99f1fcf5ce2 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3327534 Sep 20 04:47:00.401969 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5358e2-9867-4b72-86e2-d45d84cae89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:47:00.403367 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-ac5358e2-9867-4b72-86e2-d45d84cae89e admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0829110 Sep 20 04:47:01.853640 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:47:01.855682 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:47:02.973133 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 43358) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:47:03.295181 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-b5487346-1a35-4efb-b3fe-c01503811850 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:47:03.314685 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5487346-1a35-4efb-b3fe-c01503811850 admin admin] Made reservation on behalf of 612c023f1ed44b9f936be9c752c292ec for: {'network': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:47:03.316970 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b5487346-1a35-4efb-b3fe-c01503811850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for network (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:03.343173 dv-cinder-756710-7-iscsi neutron-server[112593]: WARNING neutron.services.revisions.revision_plugin [None req-b5487346-1a35-4efb-b3fe-c01503811850 admin admin] Could not find related network for resource to bump revision. Sep 20 04:47:03.357688 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5487346-1a35-4efb-b3fe-c01503811850 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=112593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 04:47:03.368175 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b5487346-1a35-4efb-b3fe-c01503811850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (d1a14ed4-bf03-44b8-8182-e35784f99560), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:03.368513 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.segments_db [None req-b5487346-1a35-4efb-b3fe-c01503811850 admin admin] Added segment d1a14ed4-bf03-44b8-8182-e35784f99560 of type vlan for network 503a6a38-f471-4c80-b839-838192c28ace Sep 20 04:47:03.405850 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b5487346-1a35-4efb-b3fe-c01503811850 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739023002296'] for network (503a6a38-f471-4c80-b839-838192c28ace), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:03.430227 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b5487346-1a35-4efb-b3fe-c01503811850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for network (503a6a38-f471-4c80-b839-838192c28ace), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:03.431228 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5487346-1a35-4efb-b3fe-c01503811850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:47:03.431833 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b5487346-1a35-4efb-b3fe-c01503811850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:03.490303 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-b5487346-1a35-4efb-b3fe-c01503811850 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5161245 Sep 20 04:47:03.494956 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5487346-1a35-4efb-b3fe-c01503811850 admin admin] Pushing event updated for resources: {'Network': ['ID=503a6a38-f471-4c80-b839-838192c28ace,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:47:03.511137 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Network 503a6a38-f471-4c80-b839-838192c28ace details requested by agent ovs-agent-dv-cinder-756710-7-iscsi with host dv-cinder-756710-7-iscsi {{(pid=112594) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 04:47:06.048990 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 43366) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:47:06.384400 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4f0c16-2370-4a01-adba-8fc6e62ca496 admin admin] GET failed (client error): The resource could not be found. Sep 20 04:47:06.385705 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-2f4f0c16-2370-4a01-adba-8fc6e62ca496 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3357687 Sep 20 04:47:06.459386 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310b84c5-10b5-40d8-ac9e-67898b4994ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:47:06.460842 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-310b84c5-10b5-40d8-ac9e-67898b4994ba admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0708077 Sep 20 04:47:06.470536 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '503a6a38-f471-4c80-b839-838192c28ace'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:47:06.489428 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Made reservation on behalf of 612c023f1ed44b9f936be9c752c292ec for: {'subnet': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:47:06.491794 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:06.747075 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for subnet (21200d0b-207e-4c45-80fc-f72904b678de), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:06.803158 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=21200d0b-207e-4c45-80fc-f72904b678de,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:47:06.813281 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:06.813628 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:06.813968 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:06.814302 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:06.814629 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:06.814954 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:06.815276 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:06.815596 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:06.815937 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:06.816261 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:06.816594 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:06.816988 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:06.817311 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:06.817624 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:06.817939 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:06.821042 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Checking segment: {'id': 'd1a14ed4-bf03-44b8-8182-e35784f99560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '503a6a38-f471-4c80-b839-838192c28ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:47:06.821386 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Network hostable DHCP agents. Network: 503a6a38-f471-4c80-b839-838192c28ace, hostable agents: ['4610beb6-8841-4e27-a96c-3752fd75943d'], hosted agents: [] {{(pid=112593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 04:47:06.838355 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Network 503a6a38-f471-4c80-b839-838192c28ace is scheduled to be hosted by DHCP agent 4610beb6-8841-4e27-a96c-3752fd75943d with binding_index 1 {{(pid=112593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 04:47:06.847307 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-756710-7-iscsi, 503a6a38-f471-4c80-b839-838192c28ace) {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:47:06.851122 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:47:06.851702 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:06.855823 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb066da-7fa1-4d78-b0ba-b70543e73408 None None] Network 503a6a38-f471-4c80-b839-838192c28ace requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:47:06.867627 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-280a07aa-bec2-41dc-9990-844ee73fdf5a admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4003670 Sep 20 04:47:06.964953 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fdbf9b8-537f-538c-a127-faf525f06485-503a6a38-f471-4c80-b839-838192c28ace', 'network_id': '503a6a38-f471-4c80-b839-838192c28ace', 'project_id': '612c023f1ed44b9f936be9c752c292ec', 'fixed_ips': [{'subnet_id': '21200d0b-207e-4c45-80fc-f72904b678de'}]}} from dv-cinder-756710-7-iscsi. {{(pid=112594) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 04:47:06.965921 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:07.195412 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.db_base_plugin_common [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Allocated IP 192.168.233.2 (503a6a38-f471-4c80-b839-838192c28ace/21200d0b-207e-4c45-80fc-f72904b678de/75e989ba-b0c0-44ab-9354-4970d4b84f03) {{(pid=112594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:47:07.343994 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Publish callbacks [] for port (75e989ba-b0c0-44ab-9354-4970d4b84f03), precommit_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:07.350844 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (75e989ba-b0c0-44ab-9354-4970d4b84f03), after_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:07.399685 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Network 503a6a38-f471-4c80-b839-838192c28ace is already hosted by enough agents. {{(pid=112594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:47:07.403083 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.base_scheduler [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Resources bound (agent type, host, resource id): {{(pid=112594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:47:07.404957 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Pushing event updated for resources: {'Port': ['ID=75e989ba-b0c0-44ab-9354-4970d4b84f03,revision_number=1']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:47:07.407235 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Received port after_create {{(pid=112594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:47:07.423156 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:07.423503 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:07.423866 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:07.424227 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:07.424563 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:07.424917 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:07.425247 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:07.425570 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:07.425895 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:07.426218 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:07.426541 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:07.426878 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:07.427204 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:07.427521 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:07.430061 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:47:07.477164 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Attempting to bind port 75e989ba-b0c0-44ab-9354-4970d4b84f03 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:47:07.477537 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Attempting to bind port 75e989ba-b0c0-44ab-9354-4970d4b84f03 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': 'd1a14ed4-bf03-44b8-8182-e35784f99560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '503a6a38-f471-4c80-b839-838192c28ace'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:47:07.477902 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Attempting to bind port 75e989ba-b0c0-44ab-9354-4970d4b84f03 on network 503a6a38-f471-4c80-b839-838192c28ace {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:47:07.521375 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:47:07.521737 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Checking segment: {'id': 'd1a14ed4-bf03-44b8-8182-e35784f99560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '503a6a38-f471-4c80-b839-838192c28ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:47:07.522165 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:07.522554 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Bound using segment: {'id': 'd1a14ed4-bf03-44b8-8182-e35784f99560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '503a6a38-f471-4c80-b839-838192c28ace'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:47:07.523027 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Bound port: 75e989ba-b0c0-44ab-9354-4970d4b84f03, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a14ed4-bf03-44b8-8182-e35784f99560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '503a6a38-f471-4c80-b839-838192c28ace'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:47:07.523404 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (75e989ba-b0c0-44ab-9354-4970d4b84f03), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:07.587204 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] For port 75e989ba-b0c0-44ab-9354-4970d4b84f03, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:47:07.590541 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] For port 75e989ba-b0c0-44ab-9354-4970d4b84f03, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=75e989ba-b0c0-44ab-9354-4970d4b84f03,segment=NetworkSegment(d1a14ed4-bf03-44b8-8182-e35784f99560),segment_id=d1a14ed4-bf03-44b8-8182-e35784f99560)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:47:07.598515 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (75e989ba-b0c0-44ab-9354-4970d4b84f03), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:07.654800 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdec97-4aa5-46d5-ac6c-b8d3ac264445 None None] Pushing event updated for resources: {'Port': ['ID=75e989ba-b0c0-44ab-9354-4970d4b84f03,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:47:08.454926 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9f29fd-a2ea-48df-a427-fb4972a6b41f None None] Network 503a6a38-f471-4c80-b839-838192c28ace requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:47:08.508638 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:47:08.569523 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-5747eda2-cb1b-4cd0-97a4-9a80074e3f10 None None] Provisioning complete for port 75e989ba-b0c0-44ab-9354-4970d4b84f03 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:47:08.569819 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-5747eda2-cb1b-4cd0-97a4-9a80074e3f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (75e989ba-b0c0-44ab-9354-4970d4b84f03), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:08.570155 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-5747eda2-cb1b-4cd0-97a4-9a80074e3f10 None None] Attempt 1 to provision port 75e989ba-b0c0-44ab-9354-4970d4b84f03 Sep 20 04:47:08.572078 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:47:08.659000 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-5747eda2-cb1b-4cd0-97a4-9a80074e3f10 None None] Current status of the port 75e989ba-b0c0-44ab-9354-4970d4b84f03 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:47:08.659389 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-5747eda2-cb1b-4cd0-97a4-9a80074e3f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (75e989ba-b0c0-44ab-9354-4970d4b84f03), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:08.696904 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-5747eda2-cb1b-4cd0-97a4-9a80074e3f10 None None] For port 75e989ba-b0c0-44ab-9354-4970d4b84f03, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=75e989ba-b0c0-44ab-9354-4970d4b84f03,segment=NetworkSegment(d1a14ed4-bf03-44b8-8182-e35784f99560),segment_id=d1a14ed4-bf03-44b8-8182-e35784f99560)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:47:08.701305 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-5747eda2-cb1b-4cd0-97a4-9a80074e3f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (75e989ba-b0c0-44ab-9354-4970d4b84f03), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:08.755649 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747eda2-cb1b-4cd0-97a4-9a80074e3f10 None None] Pushing event updated for resources: {'Port': ['ID=75e989ba-b0c0-44ab-9354-4970d4b84f03,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:47:08.819681 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-a5986621-6d8a-4404-9b2a-af85716fb56c None None] Provisioning complete for port 75e989ba-b0c0-44ab-9354-4970d4b84f03 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:47:08.819998 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-a5986621-6d8a-4404-9b2a-af85716fb56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (75e989ba-b0c0-44ab-9354-4970d4b84f03), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:08.820330 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-a5986621-6d8a-4404-9b2a-af85716fb56c None None] Attempt 1 to provision port 75e989ba-b0c0-44ab-9354-4970d4b84f03 Sep 20 04:47:08.894296 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-a5986621-6d8a-4404-9b2a-af85716fb56c None None] Current status of the port 75e989ba-b0c0-44ab-9354-4970d4b84f03 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:47:09.690153 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 75e989ba-b0c0-44ab-9354-4970d4b84f03 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:47:09.738887 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 75e989ba-b0c0-44ab-9354-4970d4b84f03 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:47:09.739276 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (75e989ba-b0c0-44ab-9354-4970d4b84f03), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:09.739642 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 75e989ba-b0c0-44ab-9354-4970d4b84f03 Sep 20 04:47:09.810387 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 75e989ba-b0c0-44ab-9354-4970d4b84f03 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:47:13.087976 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=3 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:47:13.092447 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=5 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:47:16.620500 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-a948a233-a2b3-4255-ae2b-e378f6a4655b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:16.860476 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=78,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:47:16.862356 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:47:18.863345 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-5abcddb8-8f26-4892-b1bd-39b8de5c0c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:20.015120 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:21.597674 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:21.863094 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:31.851547 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:47:31.857604 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=69,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:47:32.071924 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 5 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:47:46.623289 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-16d6dbc0-e5e9-4490-8ad1-0059b36dfda2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:48.865655 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-367b0aad-0400-4978-8889-1323f9dda373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:50.018717 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:50.094255 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=6 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:47:50.099941 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:47:51.604655 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:47:51.867261 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:48:01.854670 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:48:01.862261 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:48:09.071485 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 5 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:48:16.625875 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-d1f1ab4f-84ac-484e-9bb8-9f58a17b090c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:48:18.866893 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-5cb4aa2b-9d66-466c-9c2a-5300e101e707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:48:20.021219 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:48:21.606873 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:48:21.870343 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:48:26.732092 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 43408) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:48:26.738282 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [None req-0271a4d7-3745-4541-b77f-f800122d83a6 tempest-verify_tempest_config-471591246 tempest-verify_tempest_config-471591246-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 04:48:26.739230 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-0271a4d7-3745-4541-b77f-f800122d83a6 tempest-verify_tempest_config-471591246 tempest-verify_tempest_config-471591246-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0054996 Sep 20 04:48:27.090883 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=4 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:48:27.095415 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=4 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:48:27.236900 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 43426) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:48:27.564640 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1b519548-4aca-4adf-9380-8c4ff6e2519a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:48:27.638542 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1b519548-4aca-4adf-9380-8c4ff6e2519a admin admin] Publish callbacks [] for security_group (8d033bc9-8319-48df-9f43-e13d44ef781b), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:48:27.644495 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1b519548-4aca-4adf-9380-8c4ff6e2519a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (8d033bc9-8319-48df-9f43-e13d44ef781b), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:48:27.694815 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-1b519548-4aca-4adf-9380-8c4ff6e2519a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f6c031ec3685433d9eebfffb30e84e8a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4568188 Sep 20 04:48:27.695642 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b519548-4aca-4adf-9380-8c4ff6e2519a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d033bc9-8319-48df-9f43-e13d44ef781b,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:48:27.697548 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 43430) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:48:27.713875 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b519548-4aca-4adf-9380-8c4ff6e2519a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:48:27.714222 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b519548-4aca-4adf-9380-8c4ff6e2519a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:48:27.714581 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b519548-4aca-4adf-9380-8c4ff6e2519a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:48:27.714924 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b519548-4aca-4adf-9380-8c4ff6e2519a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:48:27.715258 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b519548-4aca-4adf-9380-8c4ff6e2519a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:48:27.715587 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b519548-4aca-4adf-9380-8c4ff6e2519a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:48:27.715913 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b519548-4aca-4adf-9380-8c4ff6e2519a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:48:27.716236 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b519548-4aca-4adf-9380-8c4ff6e2519a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:48:27.716575 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b519548-4aca-4adf-9380-8c4ff6e2519a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:48:27.717601 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b519548-4aca-4adf-9380-8c4ff6e2519a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:48:27.717946 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b519548-4aca-4adf-9380-8c4ff6e2519a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:48:27.718273 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b519548-4aca-4adf-9380-8c4ff6e2519a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:48:27.718593 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b519548-4aca-4adf-9380-8c4ff6e2519a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:48:27.718914 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b519548-4aca-4adf-9380-8c4ff6e2519a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:48:27.719231 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b519548-4aca-4adf-9380-8c4ff6e2519a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:48:27.763066 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e5c5894c-4791-40e1-b747-9cdf14bc482f admin admin] Publish callbacks [] for security_group (8d033bc9-8319-48df-9f43-e13d44ef781b), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:48:27.783429 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e5c5894c-4791-40e1-b747-9cdf14bc482f admin admin] Publish callbacks [] for security_group (8d033bc9-8319-48df-9f43-e13d44ef781b), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:48:27.876346 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e5c5894c-4791-40e1-b747-9cdf14bc482f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (8d033bc9-8319-48df-9f43-e13d44ef781b), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:48:27.878913 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e5c5894c-4791-40e1-b747-9cdf14bc482f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:48:27.880062 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-e5c5894c-4791-40e1-b747-9cdf14bc482f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8d033bc9-8319-48df-9f43-e13d44ef781b HTTP/1.1" status: 204 len: 168 time: 0.1815763 Sep 20 04:48:27.890239 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5894c-4791-40e1-b747-9cdf14bc482f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d033bc9-8319-48df-9f43-e13d44ef781b,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:48:31.863580 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:48:37.883213 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=35,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:48:37.884433 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:48:37.911305 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:48:44.743487 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=14 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:48:44.747497 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=12 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:48:46.070613 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 5 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:48:46.627206 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-388b9240-1f26-48a2-8a15-1e21fd0164fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:48:48.868271 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0c333c6d-2db0-4c9b-b8c9-d91e1ea53004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:48:50.023488 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:48:51.608928 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:48:51.871943 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:49:01.866442 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:49:01.868463 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:49:04.100844 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=5 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:49:08.076395 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=5 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:49:16.633152 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-b8e4f34e-5417-4bb2-9f58-3168ce0b66cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:49:18.869721 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-8f465be9-7de8-4281-ac57-b0279fdf0d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:49:20.027043 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:49:21.616429 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:49:21.874516 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:49:23.069263 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 5 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:49:31.863166 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:49:31.870001 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:49:45.074919 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=6 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:49:45.075632 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:49:46.635064 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-542e42e3-82fa-4e99-92bf-3d3f248c0180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:49:48.872107 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-825c9875-87fd-44de-922e-d6034b8630f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:49:50.030410 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:49:51.616676 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:49:51.876243 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:49:59.012433 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3778498'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:50:00.068163 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:50:09.005074 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:50:09.007680 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:50:12.369210 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 43522) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:50:12.493768 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-04242ffc-bcf9-4ad2-bc1b-6428fc9c79c7 admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1235495 Sep 20 04:50:14.934411 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 43532) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:50:14.991422 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-26d53911-385c-43ff-9871-7bbd996abf26 admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0559936 Sep 20 04:50:16.637552 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-8bb03596-e8ac-4050-9b69-018a48173354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:50:18.093811 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=2 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:50:18.103871 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=6 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:50:18.874419 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-86b85216-d8f8-4634-8735-12ce3e2e128e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:50:20.032263 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:50:21.622682 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:50:21.878929 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:50:24.985574 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:50:24.986331 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:50:28.963153 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:50:37.066357 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:50:38.953528 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:50:38.959623 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:50:44.747606 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=14 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:50:46.639551 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6ff360ae-335b-4502-961c-62ebdbd0a2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:50:48.876050 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-ce033e2a-5fb6-4a49-a230-ac152b5f681b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:50:50.034450 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:50:51.625119 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:50:51.881899 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:50:55.096283 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=17 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:50:55.101241 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=3 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:50:58.963142 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:08.957148 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:08.958581 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:14.065506 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:51:16.641362 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-70c27e8b-ad3a-4f5e-8933-d6c222e1b19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:18.877366 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2a6eefa2-1675-448e-b819-e547c142968d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:20.038548 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:21.630020 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:21.883831 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:28.964837 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:32.092283 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=4 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:32.097173 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=4 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:38.951233 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:38.957330 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:44.341694 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 43646) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:51:44.605964 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1009153608-network', 'tenant_id': '72aa7ea3cb69454797bd7956e12f2a5e'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:51:44.631038 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Made reservation on behalf of 72aa7ea3cb69454797bd7956e12f2a5e for: {'network': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:51:44.633810 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for network (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:44.642758 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:44.722676 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Publish callbacks [] for security_group (9c830c60-b70f-4398-85f3-cce110d8b895), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:44.727792 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (9c830c60-b70f-4398-85f3-cce110d8b895), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:44.750180 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=112592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 04:51:44.762871 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (aca2560d-db18-4e4e-9d4a-20af8d30ef21), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:44.763235 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.segments_db [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Added segment aca2560d-db18-4e4e-9d4a-20af8d30ef21 of type vlan for network 75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca Sep 20 04:51:44.817689 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c830c60-b70f-4398-85f3-cce110d8b895,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:44.822388 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739023002296'] for network (75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:44.835327 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:44.835681 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:44.836252 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:44.836636 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:44.836978 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:44.837318 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:44.837657 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:44.837990 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:44.839060 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:44.839406 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:44.839756 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:44.840109 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:44.840625 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:44.840956 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:44.841288 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Tracked resource versions report: Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: pushed versions: Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: { 'AddressGroup': {'1.2'}, Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Agent': {'1.1'}, Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'ConntrackHelper': {'1.0'}, Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'LocalIPAssociation': {'1.0'}, Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Log': {'1.0'}, Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'NDPProxy': {'1.0'}, Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Network': {'1.1'}, Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Port': {'1.7'}, Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'PortForwarding': {'1.3'}, Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'QosPolicy': {'1.10'}, Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'SecurityGroup': {'1.5'}, Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'SecurityGroupRule': {'1.2'}, Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'SubPort': {'1.0'}, Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Subnet': {'1.1'}, Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Trunk': {'1.1'}} Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: consumer versions: Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: { DHCP agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: HyperV agent@hv-cinder-75671: {}, Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: L3 agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: Metadata agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: Metering agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: Open vSwitch agent@dv-cinder-756710-7-iscsi: { 'AddressGroup': '1.2', Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Agent': '1.1', Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'ConntrackHelper': '1.0', Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'LocalIPAssociation': '1.0', Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Log': '1.0', Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'NDPProxy': '1.0', Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Network': '1.1', Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Port': '1.7', Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'PortForwarding': '1.3', Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'QosPolicy': '1.10', Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'SecurityGroup': '1.5', Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'SecurityGroupRule': '1.2', Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'SubPort': '1.0', Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Subnet': '1.1', Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: 'Trunk': '1.1'}} Sep 20 04:51:44.842439 dv-cinder-756710-7-iscsi neutron-server[112592]: {{(pid=112592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 04:51:44.865154 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for network (75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:44.866559 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:51:44.867271 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:44.945319 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6024060 Sep 20 04:51:44.948894 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 43684) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:51:44.958384 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Request body: {'subnet': {'network_id': '75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1009153608-subnet', 'tenant_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:51:44.975404 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404b870-f36d-41ee-94dd-04cf0a05cfe5 admin admin] Pushing event updated for resources: {'Network': ['ID=75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:44.992043 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Made reservation on behalf of 72aa7ea3cb69454797bd7956e12f2a5e for: {'subnet': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:51:44.994442 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:45.006734 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Network 75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca details requested by agent ovs-agent-dv-cinder-756710-7-iscsi with host dv-cinder-756710-7-iscsi {{(pid=112594) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 04:51:45.079359 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:45.080589 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:DELETE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:45.208784 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for subnet (ad134337-8f63-42ef-adef-c4cd4a6fe196), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:45.277806 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad134337-8f63-42ef-adef-c4cd4a6fe196,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:45.282843 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Checking segment: {'id': 'aca2560d-db18-4e4e-9d4a-20af8d30ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:51:45.283189 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Network hostable DHCP agents. Network: 75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca, hostable agents: ['4610beb6-8841-4e27-a96c-3752fd75943d'], hosted agents: [] {{(pid=112593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 04:51:45.290588 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.290941 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.291339 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.291682 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.292017 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.292346 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.292698 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.293027 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.293368 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.293699 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.294025 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.294347 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.294668 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.294985 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.295305 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Tracked resource versions report: Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: pushed versions: Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: { 'AddressGroup': {'1.2'}, Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Agent': {'1.1'}, Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'ConntrackHelper': {'1.0'}, Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'LocalIPAssociation': {'1.0'}, Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Log': {'1.0'}, Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'NDPProxy': {'1.0'}, Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Network': {'1.1'}, Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Port': {'1.7'}, Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'PortForwarding': {'1.3'}, Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'QosPolicy': {'1.10'}, Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'SecurityGroup': {'1.5'}, Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'SecurityGroupRule': {'1.2'}, Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'SubPort': {'1.0'}, Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Subnet': {'1.1'}, Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Trunk': {'1.1'}} Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: consumer versions: Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: { DHCP agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: HyperV agent@hv-cinder-75671: {}, Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: L3 agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: Metadata agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: Metering agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: Open vSwitch agent@dv-cinder-756710-7-iscsi: { 'AddressGroup': '1.2', Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Agent': '1.1', Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'ConntrackHelper': '1.0', Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'LocalIPAssociation': '1.0', Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Log': '1.0', Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'NDPProxy': '1.0', Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Network': '1.1', Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Port': '1.7', Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'PortForwarding': '1.3', Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'QosPolicy': '1.10', Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'SecurityGroup': '1.5', Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'SecurityGroupRule': '1.2', Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'SubPort': '1.0', Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Subnet': '1.1', Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: 'Trunk': '1.1'}} Sep 20 04:51:45.296889 dv-cinder-756710-7-iscsi neutron-server[112593]: {{(pid=112593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 04:51:45.316863 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Network 75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca is scheduled to be hosted by DHCP agent 4610beb6-8841-4e27-a96c-3752fd75943d with binding_index 1 {{(pid=112593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 04:51:45.328499 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-756710-7-iscsi, 75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca) {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:51:45.333421 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:51:45.335117 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:45.338779 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbb0327-0689-4861-8d7d-8a9eff392a65 None None] Network 75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:51:45.364471 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 43704) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:51:45.365850 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-d025da1f-165b-49b3-8073-716048c24568 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4145284 Sep 20 04:51:45.367447 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-62c84ec0-2e09-49df-b040-27bda4f02177 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1009153608-router', 'tenant_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:51:45.399455 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-62c84ec0-2e09-49df-b040-27bda4f02177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4757'] for router (eed3e2b0-82ba-453a-962e-1d1c42373ff5), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:45.402037 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-62c84ec0-2e09-49df-b040-27bda4f02177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4764'] for router (eed3e2b0-82ba-453a-962e-1d1c42373ff5), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:45.465256 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fdbf9b8-537f-538c-a127-faf525f06485-75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca', 'network_id': '75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca', 'project_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'fixed_ips': [{'subnet_id': 'ad134337-8f63-42ef-adef-c4cd4a6fe196'}]}} from dv-cinder-756710-7-iscsi. {{(pid=112594) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 04:51:45.467418 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:45.572625 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-62c84ec0-2e09-49df-b040-27bda4f02177 admin admin] Publish callbacks [] for router_controller (eed3e2b0-82ba-453a-962e-1d1c42373ff5), precommit_add_association {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:45.630575 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.db_base_plugin_common [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Allocated IP 172.20.0.2 (75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca/ad134337-8f63-42ef-adef-c4cd4a6fe196/49374034-fff9-44d9-82bb-efbc605eca9e) {{(pid=112594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:51:45.762268 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-62c84ec0-2e09-49df-b040-27bda4f02177 admin admin] Publish callbacks [] for router_gateway (eed3e2b0-82ba-453a-962e-1d1c42373ff5), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:45.824277 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Publish callbacks [] for port (49374034-fff9-44d9-82bb-efbc605eca9e), precommit_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:45.830468 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (49374034-fff9-44d9-82bb-efbc605eca9e), after_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:45.904333 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Network 75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca is already hosted by enough agents. {{(pid=112594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:51:45.910276 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.base_scheduler [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Resources bound (agent type, host, resource id): {{(pid=112594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:51:45.914981 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Received port after_create {{(pid=112594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:51:45.926087 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Pushing event updated for resources: {'Port': ['ID=49374034-fff9-44d9-82bb-efbc605eca9e,revision_number=1']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:45.934974 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.935316 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.935868 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.936229 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.936564 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.936921 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.937250 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.937575 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.937900 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.938226 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.938550 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.938888 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.939212 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.939534 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.939852 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Tracked resource versions report: Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: pushed versions: Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: { 'AddressGroup': {'1.2'}, Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Agent': {'1.1'}, Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'ConntrackHelper': {'1.0'}, Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'LocalIPAssociation': {'1.0'}, Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Log': {'1.0'}, Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'NDPProxy': {'1.0'}, Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Network': {'1.1'}, Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Port': {'1.7'}, Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'PortForwarding': {'1.3'}, Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'QosPolicy': {'1.10'}, Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'SecurityGroup': {'1.5'}, Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'SecurityGroupRule': {'1.2'}, Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'SubPort': {'1.0'}, Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Subnet': {'1.1'}, Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Trunk': {'1.1'}} Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: consumer versions: Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: { DHCP agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: HyperV agent@hv-cinder-75671: {}, Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: L3 agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: Metadata agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: Metering agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: Open vSwitch agent@dv-cinder-756710-7-iscsi: { 'AddressGroup': '1.2', Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Agent': '1.1', Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'ConntrackHelper': '1.0', Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'LocalIPAssociation': '1.0', Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Log': '1.0', Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'NDPProxy': '1.0', Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Network': '1.1', Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Port': '1.7', Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'PortForwarding': '1.3', Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'QosPolicy': '1.10', Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'SecurityGroup': '1.5', Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'SecurityGroupRule': '1.2', Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'SubPort': '1.0', Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Subnet': '1.1', Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: 'Trunk': '1.1'}} Sep 20 04:51:45.941075 dv-cinder-756710-7-iscsi neutron-server[112594]: {{(pid=112594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 04:51:46.002317 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Attempting to bind port 49374034-fff9-44d9-82bb-efbc605eca9e on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:51:46.002695 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Attempting to bind port 49374034-fff9-44d9-82bb-efbc605eca9e by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': 'aca2560d-db18-4e4e-9d4a-20af8d30ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:51:46.003054 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Attempting to bind port 49374034-fff9-44d9-82bb-efbc605eca9e on network 75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:51:46.052831 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:51:46.054013 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Checking segment: {'id': 'aca2560d-db18-4e4e-9d4a-20af8d30ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:51:46.054832 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:46.055361 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Bound using segment: {'id': 'aca2560d-db18-4e4e-9d4a-20af8d30ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:51:46.056123 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Bound port: 49374034-fff9-44d9-82bb-efbc605eca9e, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca2560d-db18-4e4e-9d4a-20af8d30ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:51:46.056686 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (49374034-fff9-44d9-82bb-efbc605eca9e), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:46.124679 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-62c84ec0-2e09-49df-b040-27bda4f02177 admin admin] Publish callbacks [] for router_gateway (eed3e2b0-82ba-453a-962e-1d1c42373ff5), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:46.154575 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] For port 49374034-fff9-44d9-82bb-efbc605eca9e, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:51:46.156690 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-62c84ec0-2e09-49df-b040-27bda4f02177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:46.159543 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] For port 49374034-fff9-44d9-82bb-efbc605eca9e, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=49374034-fff9-44d9-82bb-efbc605eca9e,segment=NetworkSegment(aca2560d-db18-4e4e-9d4a-20af8d30ef21),segment_id=aca2560d-db18-4e4e-9d4a-20af8d30ef21)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:51:46.169051 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (49374034-fff9-44d9-82bb-efbc605eca9e), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:46.223914 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:46.269581 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03898b2e-ab82-4163-a355-d9c60504f7f2 None None] Pushing event updated for resources: {'Port': ['ID=49374034-fff9-44d9-82bb-efbc605eca9e,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:46.353037 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [None req-62c84ec0-2e09-49df-b040-27bda4f02177 admin admin] Allocated IP 172.27.1.187 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/b095beac-fffd-4747-b967-03cd01b5111a) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:51:46.419840 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:46.485999 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-62c84ec0-2e09-49df-b040-27bda4f02177 admin admin] Publish callbacks [] for port (b095beac-fffd-4747-b967-03cd01b5111a), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:46.577063 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-62c84ec0-2e09-49df-b040-27bda4f02177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (b095beac-fffd-4747-b967-03cd01b5111a), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:46.632885 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:46.658334 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0da1bbd8-6c71-4c07-95e6-4c2fdde3d0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:46.699697 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c84ec0-2e09-49df-b040-27bda4f02177 admin admin] Pushing event updated for resources: {'Port': ['ID=b095beac-fffd-4747-b967-03cd01b5111a,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:46.708246 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c84ec0-2e09-49df-b040-27bda4f02177 admin admin] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:51:46.709995 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-62c84ec0-2e09-49df-b040-27bda4f02177 admin admin] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:51:46.712672 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c84ec0-2e09-49df-b040-27bda4f02177 admin admin] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:51:46.881237 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 43782) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:51:47.006434 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 43790) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:51:47.024870 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-62c84ec0-2e09-49df-b040-27bda4f02177 admin admin] Publish callbacks [] for router_gateway (eed3e2b0-82ba-453a-962e-1d1c42373ff5), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:47.135087 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-5f03dec6-f7b2-49f9-9edc-1efe1f5f755d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-network', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:51:47.179449 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f03dec6-f7b2-49f9-9edc-1efe1f5f755d admin admin] Made reservation on behalf of 5f0a24f6f6994f45bd314d3009b0a572 for: {'network': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:51:47.182691 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5f03dec6-f7b2-49f9-9edc-1efe1f5f755d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for network (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:47.202728 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5f03dec6-f7b2-49f9-9edc-1efe1f5f755d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:47.316910 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-62c84ec0-2e09-49df-b040-27bda4f02177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775015'] for router (eed3e2b0-82ba-453a-962e-1d1c42373ff5), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:47.321829 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5f03dec6-f7b2-49f9-9edc-1efe1f5f755d admin admin] Publish callbacks [] for security_group (5ef372ac-2a41-4eb7-b123-f7a4cbb3072a), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:47.328554 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5f03dec6-f7b2-49f9-9edc-1efe1f5f755d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (5ef372ac-2a41-4eb7-b123-f7a4cbb3072a), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:47.350552 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f03dec6-f7b2-49f9-9edc-1efe1f5f755d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=112593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 04:51:47.362808 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5f03dec6-f7b2-49f9-9edc-1efe1f5f755d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (0d4de3b2-d90d-4bb3-9b3b-a7361cea5117), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:47.363337 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.segments_db [None req-5f03dec6-f7b2-49f9-9edc-1efe1f5f755d admin admin] Added segment 0d4de3b2-d90d-4bb3-9b3b-a7361cea5117 of type vlan for network 7f03bfe9-ec72-45e7-b49d-83e075955154 Sep 20 04:51:47.414195 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5f03dec6-f7b2-49f9-9edc-1efe1f5f755d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739023002296'] for network (7f03bfe9-ec72-45e7-b49d-83e075955154), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:47.465182 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:47.469649 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-aefc3571-b11d-4b6e-b34c-b03c6a35f2fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1227482636-network', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:51:47.474432 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03dec6-f7b2-49f9-9edc-1efe1f5f755d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:47.477257 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5f03dec6-f7b2-49f9-9edc-1efe1f5f755d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for network (7f03bfe9-ec72-45e7-b49d-83e075955154), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:47.478464 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f03dec6-f7b2-49f9-9edc-1efe1f5f755d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:51:47.479831 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5f03dec6-f7b2-49f9-9edc-1efe1f5f755d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:47.493049 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:47.549774 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c84ec0-2e09-49df-b040-27bda4f02177 admin admin] Router eed3e2b0-82ba-453a-962e-1d1c42373ff5 is scheduled to L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 with binding_index 1 {{(pid=112592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 04:51:47.591180 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03dec6-f7b2-49f9-9edc-1efe1f5f755d admin admin] Pushing event updated for resources: {'Network': ['ID=7f03bfe9-ec72-45e7-b49d-83e075955154,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:47.594513 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865ac197-0604-408a-ac93-1b3d6ea4e39d None None] Network 75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:51:47.601227 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-5f03dec6-f7b2-49f9-9edc-1efe1f5f755d admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7154274 Sep 20 04:51:47.601671 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefc3571-b11d-4b6e-b34c-b03c6a35f2fd admin admin] Made reservation on behalf of 4f0f0b8842ae496292c27a6ee1350d32 for: {'network': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:51:47.607981 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-aefc3571-b11d-4b6e-b34c-b03c6a35f2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for network (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:47.628869 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 43804) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:51:47.630176 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-aefc3571-b11d-4b6e-b34c-b03c6a35f2fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:47.640989 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-0c42def0-343a-4fc8-89fd-b545ab41a49b admin admin] Request body: {'subnet': {'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-subnet', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:51:47.670836 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:47.727579 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Network 7f03bfe9-ec72-45e7-b49d-83e075955154 details requested by agent ovs-agent-dv-cinder-756710-7-iscsi with host dv-cinder-756710-7-iscsi {{(pid=112594) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 04:51:47.775361 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c42def0-343a-4fc8-89fd-b545ab41a49b admin admin] Made reservation on behalf of 5f0a24f6f6994f45bd314d3009b0a572 for: {'subnet': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:51:47.786520 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0c42def0-343a-4fc8-89fd-b545ab41a49b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:47.833540 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-70dec1fa-adee-4fed-8f96-ad709be709fb None None] Provisioning complete for port 49374034-fff9-44d9-82bb-efbc605eca9e triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:51:47.834062 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-70dec1fa-adee-4fed-8f96-ad709be709fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (49374034-fff9-44d9-82bb-efbc605eca9e), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:47.835017 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-70dec1fa-adee-4fed-8f96-ad709be709fb None None] Attempt 1 to provision port 49374034-fff9-44d9-82bb-efbc605eca9e Sep 20 04:51:47.882248 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c84ec0-2e09-49df-b040-27bda4f02177 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:51:47.892195 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] Sync routers for ids ['eed3e2b0-82ba-453a-962e-1d1c42373ff5'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:51:47.909903 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] Routers {'eed3e2b0-82ba-453a-962e-1d1c42373ff5'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:51:47.913471 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:51:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['eed3e2b0-82ba-453a-962e-1d1c42373ff5'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:51:47.936063 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-62c84ec0-2e09-49df-b040-27bda4f02177 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:47.942860 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-62c84ec0-2e09-49df-b040-27bda4f02177 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5769110 Sep 20 04:51:47.943740 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 43822) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:51:48.000579 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-aefc3571-b11d-4b6e-b34c-b03c6a35f2fd admin admin] Publish callbacks [] for security_group (ec3b4f1f-d969-4d6c-b1fc-b2078fd55314), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:48.025464 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-aefc3571-b11d-4b6e-b34c-b03c6a35f2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (ec3b4f1f-d969-4d6c-b1fc-b2078fd55314), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:48.030002 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:48.032179 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-70dec1fa-adee-4fed-8f96-ad709be709fb None None] Current status of the port 49374034-fff9-44d9-82bb-efbc605eca9e is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:51:48.033408 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-70dec1fa-adee-4fed-8f96-ad709be709fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (49374034-fff9-44d9-82bb-efbc605eca9e), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:48.065083 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 49374034-fff9-44d9-82bb-efbc605eca9e up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:51:48.101938 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefc3571-b11d-4b6e-b34c-b03c6a35f2fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=112593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 04:51:48.207782 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc3571-b11d-4b6e-b34c-b03c6a35f2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3b4f1f-d969-4d6c-b1fc-b2078fd55314,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:48.218659 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-aefc3571-b11d-4b6e-b34c-b03c6a35f2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (d4b21cc3-5545-4710-9364-195641e63216), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:48.219074 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.segments_db [None req-aefc3571-b11d-4b6e-b34c-b03c6a35f2fd admin admin] Added segment d4b21cc3-5545-4710-9364-195641e63216 of type vlan for network 637b3136-e650-47ef-a9fe-492091eb8174 Sep 20 04:51:48.262053 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-70dec1fa-adee-4fed-8f96-ad709be709fb None None] For port 49374034-fff9-44d9-82bb-efbc605eca9e, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=49374034-fff9-44d9-82bb-efbc605eca9e,segment=NetworkSegment(aca2560d-db18-4e4e-9d4a-20af8d30ef21),segment_id=aca2560d-db18-4e4e-9d4a-20af8d30ef21)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:51:48.299605 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-70dec1fa-adee-4fed-8f96-ad709be709fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (49374034-fff9-44d9-82bb-efbc605eca9e), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:48.338150 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] Set router eed3e2b0-82ba-453a-962e-1d1c42373ff5 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:51:48.352904 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:48.371622 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 49374034-fff9-44d9-82bb-efbc605eca9e triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:51:48.372183 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (49374034-fff9-44d9-82bb-efbc605eca9e), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:48.373505 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 49374034-fff9-44d9-82bb-efbc605eca9e Sep 20 04:51:48.399303 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-aefc3571-b11d-4b6e-b34c-b03c6a35f2fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739023002296'] for network (637b3136-e650-47ef-a9fe-492091eb8174), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:48.507850 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0c42def0-343a-4fc8-89fd-b545ab41a49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for subnet (cf7788d5-5c18-43ac-bdba-25d88d0e67a1), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:48.556633 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dec1fa-adee-4fed-8f96-ad709be709fb None None] Pushing event updated for resources: {'Port': ['ID=49374034-fff9-44d9-82bb-efbc605eca9e,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:48.599993 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:48.605997 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-aefc3571-b11d-4b6e-b34c-b03c6a35f2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for network (637b3136-e650-47ef-a9fe-492091eb8174), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:48.609738 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefc3571-b11d-4b6e-b34c-b03c6a35f2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:51:48.612090 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-aefc3571-b11d-4b6e-b34c-b03c6a35f2fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:48.639642 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'name': 'tempest-DeleteServersTestJSON-1009153608-router', 'tenant_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b095beac-fffd-4747-b967-03cd01b5111a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:45Z', 'updated_at': '2022-09-20T04:51:46Z', 'revision_number': 3, 'project_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'gw_port': {'id': 'b095beac-fffd-4747-b967-03cd01b5111a', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:46Z', 'updated_at': '2022-09-20T04:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:51:48.680237 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 49374034-fff9-44d9-82bb-efbc605eca9e is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:51:48.721564 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] Checking router: eed3e2b0-82ba-453a-962e-1d1c42373ff5 for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:51:48.721914 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] Updating router eed3e2b0-82ba-453a-962e-1d1c42373ff5 port b095beac-fffd-4747-b967-03cd01b5111a binding host dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 04:51:48.773738 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (b095beac-fffd-4747-b967-03cd01b5111a), before_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:48.837552 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc3571-b11d-4b6e-b34c-b03c6a35f2fd admin admin] Pushing event updated for resources: {'Network': ['ID=637b3136-e650-47ef-a9fe-492091eb8174,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:48.846983 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-aefc3571-b11d-4b6e-b34c-b03c6a35f2fd admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8391597 Sep 20 04:51:48.856555 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 43848) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:51:48.859032 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Network 637b3136-e650-47ef-a9fe-492091eb8174 details requested by agent ovs-agent-dv-cinder-756710-7-iscsi with host dv-cinder-756710-7-iscsi {{(pid=112594) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 04:51:48.872005 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-3bc6afb6-a3b6-415d-9147-5ef61c033dab admin admin] Request body: {'subnet': {'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-subnet', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:51:48.877232 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42def0-343a-4fc8-89fd-b545ab41a49b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf7788d5-5c18-43ac-bdba-25d88d0e67a1,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:48.899839 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c42def0-343a-4fc8-89fd-b545ab41a49b admin admin] Checking segment: {'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:51:48.900450 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c42def0-343a-4fc8-89fd-b545ab41a49b admin admin] Network hostable DHCP agents. Network: 7f03bfe9-ec72-45e7-b49d-83e075955154, hostable agents: ['4610beb6-8841-4e27-a96c-3752fd75943d'], hosted agents: [] {{(pid=112593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 04:51:48.912937 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc6afb6-a3b6-415d-9147-5ef61c033dab admin admin] Made reservation on behalf of 4f0f0b8842ae496292c27a6ee1350d32 for: {'subnet': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:51:48.916459 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-3bc6afb6-a3b6-415d-9147-5ef61c033dab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:48.938422 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-2abc4efd-a5a1-4d25-a2c5-533f8218c1a9 None None] Provisioning complete for port 49374034-fff9-44d9-82bb-efbc605eca9e triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:51:48.938982 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2abc4efd-a5a1-4d25-a2c5-533f8218c1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (49374034-fff9-44d9-82bb-efbc605eca9e), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:48.939801 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-2abc4efd-a5a1-4d25-a2c5-533f8218c1a9 None None] Attempt 1 to provision port 49374034-fff9-44d9-82bb-efbc605eca9e Sep 20 04:51:48.972566 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c42def0-343a-4fc8-89fd-b545ab41a49b admin admin] Network 7f03bfe9-ec72-45e7-b49d-83e075955154 is scheduled to be hosted by DHCP agent 4610beb6-8841-4e27-a96c-3752fd75943d with binding_index 1 {{(pid=112593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 04:51:49.000304 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-0c42def0-343a-4fc8-89fd-b545ab41a49b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-756710-7-iscsi, 7f03bfe9-ec72-45e7-b49d-83e075955154) {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:51:49.011087 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c42def0-343a-4fc8-89fd-b545ab41a49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:51:49.012383 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0c42def0-343a-4fc8-89fd-b545ab41a49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:49.018453 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83fa332-df42-49c4-993a-6f18fd8125f7 None None] Network 7f03bfe9-ec72-45e7-b49d-83e075955154 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:51:49.051713 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-0c42def0-343a-4fc8-89fd-b545ab41a49b admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4144619 Sep 20 04:51:49.052352 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 43856) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:51:49.078512 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-cb332f9b-c1e1-4ffd-baa3-8b331a915baf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-router', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:51:49.078932 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4188c9b2-2eef-4206-b10b-b9f0c8457c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:49.107506 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cb332f9b-c1e1-4ffd-baa3-8b331a915baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4757'] for router (05244c5e-0162-4a82-bd62-1eef5d6666c3), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:49.108621 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cb332f9b-c1e1-4ffd-baa3-8b331a915baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4764'] for router (05244c5e-0162-4a82-bd62-1eef5d6666c3), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:49.138475 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:49.140176 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-5480d8d4-0461-42bd-bf09-76f532687834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:49.256721 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fdbf9b8-537f-538c-a127-faf525f06485-7f03bfe9-ec72-45e7-b49d-83e075955154', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'fixed_ips': [{'subnet_id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1'}]}} from dv-cinder-756710-7-iscsi. {{(pid=112594) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 04:51:49.258507 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:49.312070 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cb332f9b-c1e1-4ffd-baa3-8b331a915baf admin admin] Publish callbacks [] for router_controller (05244c5e-0162-4a82-bd62-1eef5d6666c3), precommit_add_association {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:49.318670 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-3bc6afb6-a3b6-415d-9147-5ef61c033dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for subnet (3f57d475-8572-4ec4-8852-9471b6c9f7c5), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:49.365872 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] Publish callbacks [] for port (b095beac-fffd-4747-b967-03cd01b5111a), precommit_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:49.377185 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6afb6-a3b6-415d-9147-5ef61c033dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f57d475-8572-4ec4-8852-9471b6c9f7c5,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:49.387363 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (b095beac-fffd-4747-b967-03cd01b5111a), after_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:49.456099 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:49.503299 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] Attempting to bind port b095beac-fffd-4747-b967-03cd01b5111a on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:51:49.503688 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] Attempting to bind port b095beac-fffd-4747-b967-03cd01b5111a by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}] {{(pid=112595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:51:49.504061 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] Attempting to bind port b095beac-fffd-4747-b967-03cd01b5111a on network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:51:49.520012 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-2abc4efd-a5a1-4d25-a2c5-533f8218c1a9 None None] Current status of the port 49374034-fff9-44d9-82bb-efbc605eca9e is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:51:49.539440 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cb332f9b-c1e1-4ffd-baa3-8b331a915baf admin admin] Publish callbacks [] for router_gateway (05244c5e-0162-4a82-bd62-1eef5d6666c3), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:49.593415 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd44a6c-4735-4dbc-b182-2198fb53eb3d None None] Pushing event updated for resources: {'Port': ['ID=b095beac-fffd-4747-b967-03cd01b5111a,revision_number=2']} {{(pid=112595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:49.642163 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.db_base_plugin_common [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] Allocated IP 172.20.0.2 (7f03bfe9-ec72-45e7-b49d-83e075955154/cf7788d5-5c18-43ac-bdba-25d88d0e67a1/0cc969a2-7487-4a95-adfd-8f55b7fde35f) {{(pid=112594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:51:49.645001 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd44a6c-4735-4dbc-b182-2198fb53eb3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:49.645622 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd44a6c-4735-4dbc-b182-2198fb53eb3d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:49.650040 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd44a6c-4735-4dbc-b182-2198fb53eb3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:49.652505 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd44a6c-4735-4dbc-b182-2198fb53eb3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:49.653148 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd44a6c-4735-4dbc-b182-2198fb53eb3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:49.653585 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd44a6c-4735-4dbc-b182-2198fb53eb3d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:49.653930 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd44a6c-4735-4dbc-b182-2198fb53eb3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:49.654332 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd44a6c-4735-4dbc-b182-2198fb53eb3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:49.660277 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd44a6c-4735-4dbc-b182-2198fb53eb3d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:49.660867 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd44a6c-4735-4dbc-b182-2198fb53eb3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:49.662584 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd44a6c-4735-4dbc-b182-2198fb53eb3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:49.663112 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd44a6c-4735-4dbc-b182-2198fb53eb3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:49.663466 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd44a6c-4735-4dbc-b182-2198fb53eb3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:49.668107 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd44a6c-4735-4dbc-b182-2198fb53eb3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:49.668660 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd44a6c-4735-4dbc-b182-2198fb53eb3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd44a6c-4735-4dbc-b182-2198fb53eb3d None None] Tracked resource versions report: Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: pushed versions: Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: { 'AddressGroup': {'1.2'}, Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Agent': {'1.1'}, Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'ConntrackHelper': {'1.0'}, Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'LocalIPAssociation': {'1.0'}, Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Log': {'1.0'}, Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'NDPProxy': {'1.0'}, Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Network': {'1.1'}, Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Port': {'1.7'}, Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'PortForwarding': {'1.3'}, Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'QosPolicy': {'1.10'}, Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'SecurityGroup': {'1.5'}, Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'SecurityGroupRule': {'1.2'}, Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'SubPort': {'1.0'}, Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Subnet': {'1.1'}, Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Trunk': {'1.1'}} Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: consumer versions: Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: { DHCP agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: HyperV agent@hv-cinder-75671: {}, Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: L3 agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: Metadata agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: Metering agent@dv-cinder-756710-7-iscsi: {}, Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: Open vSwitch agent@dv-cinder-756710-7-iscsi: { 'AddressGroup': '1.2', Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Agent': '1.1', Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'ConntrackHelper': '1.0', Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'LocalIPAssociation': '1.0', Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Log': '1.0', Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'NDPProxy': '1.0', Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Network': '1.1', Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Port': '1.7', Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'PortForwarding': '1.3', Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'QosPolicy': '1.10', Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'SecurityGroup': '1.5', Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'SecurityGroupRule': '1.2', Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'SubPort': '1.0', Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Subnet': '1.1', Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: 'Trunk': '1.1'}} Sep 20 04:51:49.671655 dv-cinder-756710-7-iscsi neutron-server[112595]: {{(pid=112595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 04:51:49.681626 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:51:49.685466 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] Checking segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:51:49.686164 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:49.686535 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] Bound using segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:51:49.687054 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] Bound port: b095beac-fffd-4747-b967-03cd01b5111a, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}] {{(pid=112595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:51:49.687448 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (b095beac-fffd-4747-b967-03cd01b5111a), before_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:49.689821 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [None req-4188c9b2-2eef-4206-b10b-b9f0c8457c2b admin admin] Allocated IP 172.20.0.1 (75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca/ad134337-8f63-42ef-adef-c4cd4a6fe196/53777b89-71ad-4eba-b5c6-81d254d7a944) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:51:49.788990 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.db [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] For port b095beac-fffd-4747-b967-03cd01b5111a, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:51:49.793567 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.db [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] For port b095beac-fffd-4747-b967-03cd01b5111a, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=b095beac-fffd-4747-b967-03cd01b5111a,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:51:49.798100 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:49.801130 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:49.806275 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (b095beac-fffd-4747-b967-03cd01b5111a), after_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:49.820966 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc6afb6-a3b6-415d-9147-5ef61c033dab admin admin] Checking segment: {'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:51:49.821392 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc6afb6-a3b6-415d-9147-5ef61c033dab admin admin] Network hostable DHCP agents. Network: 637b3136-e650-47ef-a9fe-492091eb8174, hostable agents: ['4610beb6-8841-4e27-a96c-3752fd75943d'], hosted agents: [] {{(pid=112593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 04:51:49.828958 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:49.850797 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4188c9b2-2eef-4206-b10b-b9f0c8457c2b admin admin] Publish callbacks [] for port (53777b89-71ad-4eba-b5c6-81d254d7a944), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:49.911724 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] Publish callbacks [] for port (0cc969a2-7487-4a95-adfd-8f55b7fde35f), precommit_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:49.914639 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] Routers {'eed3e2b0-82ba-453a-962e-1d1c42373ff5'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:51:49.917816 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc6afb6-a3b6-415d-9147-5ef61c033dab admin admin] Network 637b3136-e650-47ef-a9fe-492091eb8174 is scheduled to be hosted by DHCP agent 4610beb6-8841-4e27-a96c-3752fd75943d with binding_index 1 {{(pid=112593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 04:51:49.918584 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:51:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['eed3e2b0-82ba-453a-962e-1d1c42373ff5'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:51:49.920975 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 49374034-fff9-44d9-82bb-efbc605eca9e up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:51:49.928690 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4188c9b2-2eef-4206-b10b-b9f0c8457c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (53777b89-71ad-4eba-b5c6-81d254d7a944), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:49.957613 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-3bc6afb6-a3b6-415d-9147-5ef61c033dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-756710-7-iscsi, 637b3136-e650-47ef-a9fe-492091eb8174) {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:51:49.972852 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4188c9b2-2eef-4206-b10b-b9f0c8457c2b admin admin] Network 75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:51:49.976282 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-4188c9b2-2eef-4206-b10b-b9f0c8457c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:51:49.980326 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd44a6c-4735-4dbc-b182-2198fb53eb3d None None] Pushing event updated for resources: {'Port': ['ID=b095beac-fffd-4747-b967-03cd01b5111a,revision_number=3']} {{(pid=112595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:49.982162 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc6afb6-a3b6-415d-9147-5ef61c033dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:51:49.982803 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-3bc6afb6-a3b6-415d-9147-5ef61c033dab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:50.001920 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4188c9b2-2eef-4206-b10b-b9f0c8457c2b admin admin] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:51:50.002629 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4188c9b2-2eef-4206-b10b-b9f0c8457c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094494'] for router_interface (eed3e2b0-82ba-453a-962e-1d1c42373ff5), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:50.002967 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee6d56b-6c41-4bbe-9fc6-6f0a5cd00f4f None None] Network 637b3136-e650-47ef-a9fe-492091eb8174 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:51:50.049207 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (0cc969a2-7487-4a95-adfd-8f55b7fde35f), after_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:50.064275 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-3bc6afb6-a3b6-415d-9147-5ef61c033dab admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1988862 Sep 20 04:51:50.064946 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 43870) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:51:50.079185 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] Set router eed3e2b0-82ba-453a-962e-1d1c42373ff5 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:51:50.092957 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-5f29033b-1ecd-495d-bd52-bc7c5ac33851 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:51:50.095646 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] Network 7f03bfe9-ec72-45e7-b49d-83e075955154 is already hosted by enough agents. {{(pid=112594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:51:50.107652 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:50.109273 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.base_scheduler [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] Resources bound (agent type, host, resource id): {{(pid=112594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:51:50.170318 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5f29033b-1ecd-495d-bd52-bc7c5ac33851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4757'] for router (7682264b-089e-428b-8ddc-de27bd112194), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:50.171373 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5f29033b-1ecd-495d-bd52-bc7c5ac33851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4764'] for router (7682264b-089e-428b-8ddc-de27bd112194), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:50.175173 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cb332f9b-c1e1-4ffd-baa3-8b331a915baf admin admin] Publish callbacks [] for router_gateway (05244c5e-0162-4a82-bd62-1eef5d6666c3), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:50.226372 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cb332f9b-c1e1-4ffd-baa3-8b331a915baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:50.234080 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188c9b2-2eef-4206-b10b-b9f0c8457c2b admin admin] Pushing event updated for resources: {'Port': ['ID=53777b89-71ad-4eba-b5c6-81d254d7a944,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:50.256466 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=100 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:50.382113 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] Received port after_create {{(pid=112594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:51:50.407499 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:50.466668 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5f29033b-1ecd-495d-bd52-bc7c5ac33851 admin admin] Publish callbacks [] for router_controller (7682264b-089e-428b-8ddc-de27bd112194), precommit_add_association {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:50.468729 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] Pushing event updated for resources: {'Port': ['ID=0cc969a2-7487-4a95-adfd-8f55b7fde35f,revision_number=1']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:50.492392 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:50.497572 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Provisioning complete for port 53777b89-71ad-4eba-b5c6-81d254d7a944 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:51:50.498445 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (53777b89-71ad-4eba-b5c6-81d254d7a944), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:50.498906 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Attempt 1 to provision port 53777b89-71ad-4eba-b5c6-81d254d7a944 Sep 20 04:51:50.553431 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'name': 'tempest-DeleteServersTestJSON-1009153608-router', 'tenant_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b095beac-fffd-4747-b967-03cd01b5111a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:45Z', 'updated_at': '2022-09-20T04:51:46Z', 'revision_number': 3, 'project_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'gw_port': {'id': 'b095beac-fffd-4747-b967-03cd01b5111a', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:46Z', 'updated_at': '2022-09-20T04:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:51:50.555704 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 49374034-fff9-44d9-82bb-efbc605eca9e triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:51:50.556082 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (49374034-fff9-44d9-82bb-efbc605eca9e), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:50.556634 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 49374034-fff9-44d9-82bb-efbc605eca9e Sep 20 04:51:50.564182 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4188c9b2-2eef-4206-b10b-b9f0c8457c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (53777b89-71ad-4eba-b5c6-81d254d7a944), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:50.613821 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d20fc4e-3382-44d3-a2b6-545ddff2250f None None] The sync data for ids ['eed3e2b0-82ba-453a-962e-1d1c42373ff5'] in dv-cinder-756710-7-iscsi is: [{'id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'name': 'tempest-DeleteServersTestJSON-1009153608-router', 'tenant_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b095beac-fffd-4747-b967-03cd01b5111a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:45Z', 'updated_at': '2022-09-20T04:51:46Z', 'revision_number': 3, 'project_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'gw_port': {'id': 'b095beac-fffd-4747-b967-03cd01b5111a', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:46Z', 'updated_at': '2022-09-20T04:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:51:50.628765 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:50.680888 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Port 53777b89-71ad-4eba-b5c6-81d254d7a944 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:51:50.686988 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] Attempting to bind port 0cc969a2-7487-4a95-adfd-8f55b7fde35f on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:51:50.687365 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] Attempting to bind port 0cc969a2-7487-4a95-adfd-8f55b7fde35f by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:51:50.687732 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] Attempting to bind port 0cc969a2-7487-4a95-adfd-8f55b7fde35f on network 7f03bfe9-ec72-45e7-b49d-83e075955154 {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:51:50.752995 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fdbf9b8-537f-538c-a127-faf525f06485-637b3136-e650-47ef-a9fe-492091eb8174', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5'}]}} from dv-cinder-756710-7-iscsi. {{(pid=112594) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 04:51:50.752995 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:50.835991 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5f29033b-1ecd-495d-bd52-bc7c5ac33851 admin admin] Publish callbacks [] for router_gateway (7682264b-089e-428b-8ddc-de27bd112194), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:50.939716 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-cb332f9b-c1e1-4ffd-baa3-8b331a915baf admin admin] Allocated IP 172.27.1.13 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/b2de76d2-619a-42e2-8f1d-ff71112c8fb9) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:51:50.965348 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:51:50.965910 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] Checking segment: {'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:51:50.968754 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:50.968754 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] Bound using segment: {'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:51:50.969321 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] Bound port: 0cc969a2-7487-4a95-adfd-8f55b7fde35f, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:51:50.971564 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (0cc969a2-7487-4a95-adfd-8f55b7fde35f), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:51.067750 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:51:51.072720 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4188c9b2-2eef-4206-b10b-b9f0c8457c2b admin admin] Publish callbacks [] for port (53777b89-71ad-4eba-b5c6-81d254d7a944), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:51.082825 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4188c9b2-2eef-4206-b10b-b9f0c8457c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (53777b89-71ad-4eba-b5c6-81d254d7a944), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:51.084126 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4188c9b2-2eef-4206-b10b-b9f0c8457c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094602'] for router_interface (eed3e2b0-82ba-453a-962e-1d1c42373ff5), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:51.178934 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:51.205659 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5f29033b-1ecd-495d-bd52-bc7c5ac33851 admin admin] Publish callbacks [] for router_gateway (7682264b-089e-428b-8ddc-de27bd112194), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:51.237873 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188c9b2-2eef-4206-b10b-b9f0c8457c2b admin admin] Pushing event updated for resources: {'Port': ['ID=53777b89-71ad-4eba-b5c6-81d254d7a944,revision_number=2']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:51.245848 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5f29033b-1ecd-495d-bd52-bc7c5ac33851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:51.283930 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] For port 0cc969a2-7487-4a95-adfd-8f55b7fde35f, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:51:51.291848 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] For port 0cc969a2-7487-4a95-adfd-8f55b7fde35f, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=0cc969a2-7487-4a95-adfd-8f55b7fde35f,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:51:51.296484 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Attempt 2 to provision port 53777b89-71ad-4eba-b5c6-81d254d7a944 Sep 20 04:51:51.335846 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 49374034-fff9-44d9-82bb-efbc605eca9e is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:51:51.343421 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cb332f9b-c1e1-4ffd-baa3-8b331a915baf admin admin] Publish callbacks [] for port (b2de76d2-619a-42e2-8f1d-ff71112c8fb9), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:51.351617 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (0cc969a2-7487-4a95-adfd-8f55b7fde35f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:51.375329 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4188c9b2-2eef-4206-b10b-b9f0c8457c2b admin admin] Network 75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:51:51.377723 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-4188c9b2-2eef-4206-b10b-b9f0c8457c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:51:51.451909 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Port 53777b89-71ad-4eba-b5c6-81d254d7a944 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:51:51.481938 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cb332f9b-c1e1-4ffd-baa3-8b331a915baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (b2de76d2-619a-42e2-8f1d-ff71112c8fb9), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:51.552935 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08162fdb-4f94-4264-bf9c-13a7b345b00a None None] Pushing event updated for resources: {'Port': ['ID=0cc969a2-7487-4a95-adfd-8f55b7fde35f,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:51.564742 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.db_base_plugin_common [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] Allocated IP 172.20.0.2 (637b3136-e650-47ef-a9fe-492091eb8174/3f57d475-8572-4ec4-8852-9471b6c9f7c5/e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71) {{(pid=112594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:51:51.803075 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:51.831989 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-5f29033b-1ecd-495d-bd52-bc7c5ac33851 admin admin] Allocated IP 172.27.1.248 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/3d2876fb-8f76-4dbb-8862-8d963440c304) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:51:51.899610 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:51.916922 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb332f9b-c1e1-4ffd-baa3-8b331a915baf admin admin] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:51:51.961186 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-cb332f9b-c1e1-4ffd-baa3-8b331a915baf admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:51:51.967136 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb332f9b-c1e1-4ffd-baa3-8b331a915baf admin admin] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:51:51.969744 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Attempt 3 to provision port 53777b89-71ad-4eba-b5c6-81d254d7a944 Sep 20 04:51:52.012907 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device b095beac-fffd-4747-b967-03cd01b5111a up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:51:52.112003 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb332f9b-c1e1-4ffd-baa3-8b331a915baf admin admin] Pushing event updated for resources: {'Port': ['ID=b2de76d2-619a-42e2-8f1d-ff71112c8fb9,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:52.116005 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4188c9b2-2eef-4206-b10b-b9f0c8457c2b admin admin] Router eed3e2b0-82ba-453a-962e-1d1c42373ff5 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:51:52.205321 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:52.276821 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Port 53777b89-71ad-4eba-b5c6-81d254d7a944 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:51:52.296900 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] Publish callbacks [] for port (e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71), precommit_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:52.325257 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71), after_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:52.341853 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port b095beac-fffd-4747-b967-03cd01b5111a triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:51:52.342244 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (b095beac-fffd-4747-b967-03cd01b5111a), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:52.342581 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port b095beac-fffd-4747-b967-03cd01b5111a Sep 20 04:51:52.349700 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4188c9b2-2eef-4206-b10b-b9f0c8457c2b admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:51:52.357454 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-4188c9b2-2eef-4206-b10b-b9f0c8457c2b admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/eed3e2b0-82ba-453a-962e-1d1c42373ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4123330 Sep 20 04:51:52.372038 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:52.412979 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:52.433661 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] Network 637b3136-e650-47ef-a9fe-492091eb8174 is already hosted by enough agents. {{(pid=112594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:51:52.441479 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.base_scheduler [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] Resources bound (agent type, host, resource id): {{(pid=112594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:51:52.444856 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] Received port after_create {{(pid=112594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:51:52.452945 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] Pushing event updated for resources: {'Port': ['ID=e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71,revision_number=1']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:52.530737 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5f29033b-1ecd-495d-bd52-bc7c5ac33851 admin admin] Publish callbacks [] for port (3d2876fb-8f76-4dbb-8862-8d963440c304), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:52.594699 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port b095beac-fffd-4747-b967-03cd01b5111a is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:51:52.595035 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (b095beac-fffd-4747-b967-03cd01b5111a), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:52.600815 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] Attempting to bind port e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:51:52.601175 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] Attempting to bind port e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:51:52.601585 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] Attempting to bind port e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71 on network 637b3136-e650-47ef-a9fe-492091eb8174 {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:51:52.640589 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cb332f9b-c1e1-4ffd-baa3-8b331a915baf admin admin] Publish callbacks [] for router_gateway (05244c5e-0162-4a82-bd62-1eef5d6666c3), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:52.646794 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] For port b095beac-fffd-4747-b967-03cd01b5111a, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=b095beac-fffd-4747-b967-03cd01b5111a,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:51:52.674552 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:51:52.676794 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] Checking segment: {'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:51:52.677897 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:52.678629 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] Bound using segment: {'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:51:52.682917 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] Bound port: e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:51:52.683444 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:52.691528 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (b095beac-fffd-4747-b967-03cd01b5111a), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:52.696922 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 43956) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:51:52.721684 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5f29033b-1ecd-495d-bd52-bc7c5ac33851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (3d2876fb-8f76-4dbb-8862-8d963440c304), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:52.784072 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Attempt 4 to provision port 53777b89-71ad-4eba-b5c6-81d254d7a944 Sep 20 04:51:52.860490 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Pushing event updated for resources: {'Port': ['ID=b095beac-fffd-4747-b967-03cd01b5111a,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:52.866812 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Port 53777b89-71ad-4eba-b5c6-81d254d7a944 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:51:52.867593 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f29033b-1ecd-495d-bd52-bc7c5ac33851 admin admin] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:51:52.876402 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-5f29033b-1ecd-495d-bd52-bc7c5ac33851 admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:51:52.886549 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] For port e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:51:52.890081 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] For port e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:51:52.895260 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f29033b-1ecd-495d-bd52-bc7c5ac33851 admin admin] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:51:52.900210 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:52.916119 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:52.937873 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-be952bf1-2c7a-436f-a15c-e539b7fc734c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:53.070027 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065fb71-e842-473c-8402-3b7189ad6000 None None] Pushing event updated for resources: {'Port': ['ID=e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:53.093063 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:53.135908 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-be952bf1-2c7a-436f-a15c-e539b7fc734c admin admin] Publish callbacks [] for security_group (ae7046de-18e2-4e33-897d-f95720bd2e1f), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:53.140493 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-be952bf1-2c7a-436f-a15c-e539b7fc734c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (ae7046de-18e2-4e33-897d-f95720bd2e1f), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:53.287343 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:53.318993 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-be952bf1-2c7a-436f-a15c-e539b7fc734c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=abdac4af4fb1444c88e98794c0ba4e5e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6175613 Sep 20 04:51:53.323863 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be952bf1-2c7a-436f-a15c-e539b7fc734c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7046de-18e2-4e33-897d-f95720bd2e1f,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:53.342914 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 43982) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:51:53.369564 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Attempt 5 to provision port 53777b89-71ad-4eba-b5c6-81d254d7a944 Sep 20 04:51:53.525575 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 44004) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:51:53.530953 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Port 53777b89-71ad-4eba-b5c6-81d254d7a944 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:51:53.558266 dv-cinder-756710-7-iscsi neutron-server[112592]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 20 04:51:53.577629 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f97d3ee-9c0b-4929-a7cd-a8c2ed191ce2 None None] Network 7f03bfe9-ec72-45e7-b49d-83e075955154 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:51:53.693665 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-83fb402e-f77c-42d0-a474-3a72e4b323dc admin admin] Publish callbacks [] for security_group (ae7046de-18e2-4e33-897d-f95720bd2e1f), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:53.705831 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29033b-1ecd-495d-bd52-bc7c5ac33851 admin admin] Pushing event updated for resources: {'Port': ['ID=3d2876fb-8f76-4dbb-8862-8d963440c304,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:53.756473 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 44012) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:51:53.857973 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-83fb402e-f77c-42d0-a474-3a72e4b323dc admin admin] Publish callbacks [] for security_group (ae7046de-18e2-4e33-897d-f95720bd2e1f), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:54.017197 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5f29033b-1ecd-495d-bd52-bc7c5ac33851 admin admin] Publish callbacks [] for router_gateway (7682264b-089e-428b-8ddc-de27bd112194), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:54.021172 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cb332f9b-c1e1-4ffd-baa3-8b331a915baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775015'] for router (05244c5e-0162-4a82-bd62-1eef5d6666c3), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:54.032050 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Attempt 6 to provision port 53777b89-71ad-4eba-b5c6-81d254d7a944 Sep 20 04:51:54.090111 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:54.132770 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-9fb2dd64-c6ad-407f-ae6b-af58dc1a6393 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:51:54.146338 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-9fb2dd64-c6ad-407f-ae6b-af58dc1a6393 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/networks?id=75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca HTTP/1.1" status: 200 len: 812 time: 0.6165931 Sep 20 04:51:54.154327 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Port 53777b89-71ad-4eba-b5c6-81d254d7a944 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:51:54.193095 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-d1028c34-182b-4a28-9825-41b1ac31a161 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/quotas/72aa7ea3cb69454797bd7956e12f2a5e HTTP/1.1" status: 200 len: 375 time: 0.0450451 Sep 20 04:51:54.194656 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:51:54.278586 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:51:54.279526 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:54.279526 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71 Sep 20 04:51:54.280927 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-83fb402e-f77c-42d0-a474-3a72e4b323dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (ae7046de-18e2-4e33-897d-f95720bd2e1f), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:54.287821 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-83fb402e-f77c-42d0-a474-3a72e4b323dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:54.291036 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-83fb402e-f77c-42d0-a474-3a72e4b323dc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ae7046de-18e2-4e33-897d-f95720bd2e1f HTTP/1.1" status: 204 len: 168 time: 0.9454923 Sep 20 04:51:54.311448 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0519e9b3-c845-4197-96e4-6ebb22345a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:54.358075 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb402e-f77c-42d0-a474-3a72e4b323dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7046de-18e2-4e33-897d-f95720bd2e1f,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:54.383059 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-c9c8a7f0-58b2-4c95-af39-e38b4745808b tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=72aa7ea3cb69454797bd7956e12f2a5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1885896 Sep 20 04:51:54.410630 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:51:54.411244 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:54.427838 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] Sync routers for ids ['eed3e2b0-82ba-453a-962e-1d1c42373ff5'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:51:54.467309 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:54.476264 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0519e9b3-c845-4197-96e4-6ebb22345a14 admin admin] Publish callbacks [] for security_group (a6e0331b-dc10-4e82-928d-b92a4ab91126), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:54.483406 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] For port e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:51:54.485760 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] Routers {'eed3e2b0-82ba-453a-962e-1d1c42373ff5'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:51:54.486713 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:51:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['eed3e2b0-82ba-453a-962e-1d1c42373ff5'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:51:54.501349 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0519e9b3-c845-4197-96e4-6ebb22345a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (a6e0331b-dc10-4e82-928d-b92a4ab91126), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:54.547141 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:54.551678 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:54.552548 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 0cc969a2-7487-4a95-adfd-8f55b7fde35f up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:51:54.661712 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-d229d3a4-e590-4475-a4c0-c27b8af270e3 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112592) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 04:51:54.663496 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-d229d3a4-e590-4475-a4c0-c27b8af270e3 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0756311 Sep 20 04:51:54.726302 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:54.755716 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-0519e9b3-c845-4197-96e4-6ebb22345a14 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=87da630024cd4832ac7b09e5845a3d05&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9959490 Sep 20 04:51:54.756700 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519e9b3-c845-4197-96e4-6ebb22345a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e0331b-dc10-4e82-928d-b92a4ab91126,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:54.778893 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 44042) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:51:54.782738 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-c025b171-209e-4d80-9c9b-ccefcebb7200 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098173 Sep 20 04:51:54.783330 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5f29033b-1ecd-495d-bd52-bc7c5ac33851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775015'] for router (7682264b-089e-428b-8ddc-de27bd112194), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:54.795990 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Attempt 7 to provision port 53777b89-71ad-4eba-b5c6-81d254d7a944 Sep 20 04:51:54.825428 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6cbab9-2b19-426e-9e8d-62d25cb870f1 None None] Network 637b3136-e650-47ef-a9fe-492091eb8174 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:51:54.863575 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Pushing event updated for resources: {'Port': ['ID=e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:54.896800 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-a99aed22-8c66-4feb-8967-1f94602dd31f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060667 Sep 20 04:51:54.921851 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] Set router eed3e2b0-82ba-453a-962e-1d1c42373ff5 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:51:54.926959 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 0cc969a2-7487-4a95-adfd-8f55b7fde35f triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:51:54.927352 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (0cc969a2-7487-4a95-adfd-8f55b7fde35f), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:54.927694 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 0cc969a2-7487-4a95-adfd-8f55b7fde35f Sep 20 04:51:54.982019 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-89380664-351a-4228-b94b-0a0de4c7d56f admin admin] Publish callbacks [] for security_group (a6e0331b-dc10-4e82-928d-b92a4ab91126), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:54.984233 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Port 53777b89-71ad-4eba-b5c6-81d254d7a944 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:51:54.994882 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb332f9b-c1e1-4ffd-baa3-8b331a915baf admin admin] Router 05244c5e-0162-4a82-bd62-1eef5d6666c3 is scheduled to L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 with binding_index 1 {{(pid=112593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 04:51:55.021237 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-89380664-351a-4228-b94b-0a0de4c7d56f admin admin] Publish callbacks [] for security_group (a6e0331b-dc10-4e82-928d-b92a4ab91126), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:55.124380 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f29033b-1ecd-495d-bd52-bc7c5ac33851 admin admin] Router 7682264b-089e-428b-8ddc-de27bd112194 is scheduled to L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 with binding_index 1 {{(pid=112593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 04:51:55.244430 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-89380664-351a-4228-b94b-0a0de4c7d56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (a6e0331b-dc10-4e82-928d-b92a4ab91126), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:55.244430 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-89380664-351a-4228-b94b-0a0de4c7d56f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:55.244430 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-89380664-351a-4228-b94b-0a0de4c7d56f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a6e0331b-dc10-4e82-928d-b92a4ab91126 HTTP/1.1" status: 204 len: 168 time: 0.4621661 Sep 20 04:51:55.244718 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 0cc969a2-7487-4a95-adfd-8f55b7fde35f is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:51:55.244718 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (0cc969a2-7487-4a95-adfd-8f55b7fde35f), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:55.336892 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 44080) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:51:55.337460 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89380664-351a-4228-b94b-0a0de4c7d56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e0331b-dc10-4e82-928d-b92a4ab91126,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:55.401399 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb332f9b-c1e1-4ffd-baa3-8b331a915baf admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:51:55.411550 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] Sync routers for ids ['05244c5e-0162-4a82-bd62-1eef5d6666c3'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:51:55.428698 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] Routers {'05244c5e-0162-4a82-bd62-1eef5d6666c3'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:51:55.429755 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:51:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['05244c5e-0162-4a82-bd62-1eef5d6666c3'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:51:55.439728 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f2bebb62-ffe5-49a1-8e42-efffa3d52eb8 req-06e98c2f-58ea-4b6a-a040-0259f9a6cec9 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 210 time: 0.1006470 Sep 20 04:51:55.473889 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:55.496672 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cb332f9b-c1e1-4ffd-baa3-8b331a915baf admin admin] Publish callbacks [] for router (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:55.500729 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 44088) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:51:55.503113 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Attempt 8 to provision port 53777b89-71ad-4eba-b5c6-81d254d7a944 Sep 20 04:51:55.508756 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-cb332f9b-c1e1-4ffd-baa3-8b331a915baf admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4526694 Sep 20 04:51:55.521173 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f29033b-1ecd-495d-bd52-bc7c5ac33851 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:51:55.541349 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] Sync routers for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:51:55.552065 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5f29033b-1ecd-495d-bd52-bc7c5ac33851 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:55.561546 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] For port 0cc969a2-7487-4a95-adfd-8f55b7fde35f, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=0cc969a2-7487-4a95-adfd-8f55b7fde35f,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:51:55.562339 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-5f29033b-1ecd-495d-bd52-bc7c5ac33851 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4929802 Sep 20 04:51:55.564060 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 44090) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:51:55.582149 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:51:55.583044 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:51:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:51:55.686729 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] Set router 05244c5e-0162-4a82-bd62-1eef5d6666c3 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:51:55.723035 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:51:55.849723 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (0cc969a2-7487-4a95-adfd-8f55b7fde35f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:55.850568 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device b095beac-fffd-4747-b967-03cd01b5111a up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:51:55.907921 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-router', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:51:52Z', 'revision_number': 3, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'gw_port': {'id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:51:55.942433 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] Checking router: 05244c5e-0162-4a82-bd62-1eef5d6666c3 for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:51:55.942785 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] Updating router 05244c5e-0162-4a82-bd62-1eef5d6666c3 port b2de76d2-619a-42e2-8f1d-ff71112c8fb9 binding host dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 04:51:55.985875 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (b2de76d2-619a-42e2-8f1d-ff71112c8fb9), before_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:55.985993 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:56.072960 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Port 53777b89-71ad-4eba-b5c6-81d254d7a944 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:51:56.171109 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:56.183054 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'name': 'tempest-DeleteServersTestJSON-1009153608-router', 'tenant_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b095beac-fffd-4747-b967-03cd01b5111a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:45Z', 'updated_at': '2022-09-20T04:51:50Z', 'revision_number': 4, 'project_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'gw_port': {'id': 'b095beac-fffd-4747-b967-03cd01b5111a', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:46Z', 'updated_at': '2022-09-20T04:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '53777b89-71ad-4eba-b5c6-81d254d7a944', 'name': '', 'network_id': '75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca', 'tenant_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'mac_address': 'fa:16:3e:2d:3c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad134337-8f63-42ef-adef-c4cd4a6fe196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:51:50Z', 'revision_number': 2, 'project_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'subnets': [{'id': 'ad134337-8f63-42ef-adef-c4cd4a6fe196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:51:56.234335 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:56.235838 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:56.239170 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-390431ed-b778-4282-8390-5575805eea51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:56.356038 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Pushing event updated for resources: {'Port': ['ID=0cc969a2-7487-4a95-adfd-8f55b7fde35f,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:56.383933 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] Checking router: eed3e2b0-82ba-453a-962e-1d1c42373ff5 for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:51:56.384777 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] Updating router eed3e2b0-82ba-453a-962e-1d1c42373ff5 port 53777b89-71ad-4eba-b5c6-81d254d7a944 binding host dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 04:51:56.519228 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (53777b89-71ad-4eba-b5c6-81d254d7a944), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:56.532741 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port b095beac-fffd-4747-b967-03cd01b5111a triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:51:56.533185 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (b095beac-fffd-4747-b967-03cd01b5111a), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:56.533538 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port b095beac-fffd-4747-b967-03cd01b5111a Sep 20 04:51:56.598217 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Attempt 9 to provision port 53777b89-71ad-4eba-b5c6-81d254d7a944 Sep 20 04:51:56.689322 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [None req-390431ed-b778-4282-8390-5575805eea51 admin admin] Allocated IP 172.20.0.1 (7f03bfe9-ec72-45e7-b49d-83e075955154/cf7788d5-5c18-43ac-bdba-25d88d0e67a1/017186fa-3ed0-4d45-a2f4-faeb87694cb0) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:51:56.754769 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=100 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:56.829013 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] Publish callbacks [] for port (b2de76d2-619a-42e2-8f1d-ff71112c8fb9), precommit_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:56.836583 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (b2de76d2-619a-42e2-8f1d-ff71112c8fb9), after_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:56.879629 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Port 53777b89-71ad-4eba-b5c6-81d254d7a944 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:51:56.983429 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a0a9d-a950-4aa9-b7fc-41b97ac16852 None None] Pushing event updated for resources: {'Port': ['ID=b2de76d2-619a-42e2-8f1d-ff71112c8fb9,revision_number=2']} {{(pid=112595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:56.985068 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4c860e82-0ea9-43d2-a07b-9fd9e6cbfa4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:57.005061 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] Attempting to bind port b2de76d2-619a-42e2-8f1d-ff71112c8fb9 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:51:57.005429 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] Attempting to bind port b2de76d2-619a-42e2-8f1d-ff71112c8fb9 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}] {{(pid=112595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:51:57.005790 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] Attempting to bind port b2de76d2-619a-42e2-8f1d-ff71112c8fb9 on network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:51:57.026661 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:57.079796 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-390431ed-b778-4282-8390-5575805eea51 admin admin] Publish callbacks [] for port (017186fa-3ed0-4d45-a2f4-faeb87694cb0), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:57.115216 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:51:57.116137 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] Checking segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:51:57.119643 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:57.120276 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] Bound using segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:51:57.121230 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] Bound port: b2de76d2-619a-42e2-8f1d-ff71112c8fb9, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}] {{(pid=112595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:51:57.122201 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (b2de76d2-619a-42e2-8f1d-ff71112c8fb9), before_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:57.154202 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3f653203-f167-48e8-8e7e-e40392f544cf req-203fb648-d727-4683-92fd-db949c1a2ae6 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 210 time: 0.0413496 Sep 20 04:51:57.171626 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-390431ed-b778-4282-8390-5575805eea51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (017186fa-3ed0-4d45-a2f4-faeb87694cb0), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:57.235113 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390431ed-b778-4282-8390-5575805eea51 admin admin] Network 7f03bfe9-ec72-45e7-b49d-83e075955154 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:51:57.242023 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-390431ed-b778-4282-8390-5575805eea51 admin admin] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:51:57.247450 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390431ed-b778-4282-8390-5575805eea51 admin admin] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:51:57.250242 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-390431ed-b778-4282-8390-5575805eea51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094494'] for router_interface (05244c5e-0162-4a82-bd62-1eef5d6666c3), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:57.276188 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.db [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] For port b2de76d2-619a-42e2-8f1d-ff71112c8fb9, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:51:57.280667 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.db [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] For port b2de76d2-619a-42e2-8f1d-ff71112c8fb9, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=b2de76d2-619a-42e2-8f1d-ff71112c8fb9,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:51:57.289854 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (b2de76d2-619a-42e2-8f1d-ff71112c8fb9), after_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:57.371244 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:57.390405 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390431ed-b778-4282-8390-5575805eea51 admin admin] Pushing event updated for resources: {'Port': ['ID=017186fa-3ed0-4d45-a2f4-faeb87694cb0,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:57.393972 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Attempt 10 to provision port 53777b89-71ad-4eba-b5c6-81d254d7a944 Sep 20 04:51:57.417398 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] Routers {'05244c5e-0162-4a82-bd62-1eef5d6666c3'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:51:57.418129 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:51:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['05244c5e-0162-4a82-bd62-1eef5d6666c3'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:51:57.430899 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-4c860e82-0ea9-43d2-a07b-9fd9e6cbfa4a admin admin] Allocated IP 172.20.0.1 (637b3136-e650-47ef-a9fe-492091eb8174/3f57d475-8572-4ec4-8852-9471b6c9f7c5/63a5ee4e-2b2a-494b-82b2-ec17e4790bab) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:51:57.467996 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:57.504764 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a0a9d-a950-4aa9-b7fc-41b97ac16852 None None] Pushing event updated for resources: {'Port': ['ID=b2de76d2-619a-42e2-8f1d-ff71112c8fb9,revision_number=3']} {{(pid=112595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:57.616429 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] Publish callbacks [] for port (53777b89-71ad-4eba-b5c6-81d254d7a944), precommit_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:57.660252 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-390431ed-b778-4282-8390-5575805eea51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (017186fa-3ed0-4d45-a2f4-faeb87694cb0), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:57.677092 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (53777b89-71ad-4eba-b5c6-81d254d7a944), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:57.679674 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:53Z', 'revision_number': 3, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:51:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:51:57.688060 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] Set router 05244c5e-0162-4a82-bd62-1eef5d6666c3 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:51:57.764723 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833863f5-4aa3-4375-bc0e-89812b83d701 None None] Pushing event updated for resources: {'Port': ['ID=53777b89-71ad-4eba-b5c6-81d254d7a944,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:57.767499 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4c860e82-0ea9-43d2-a07b-9fd9e6cbfa4a admin admin] Publish callbacks [] for port (63a5ee4e-2b2a-494b-82b2-ec17e4790bab), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:57.831954 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:57.850479 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4c860e82-0ea9-43d2-a07b-9fd9e6cbfa4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (63a5ee4e-2b2a-494b-82b2-ec17e4790bab), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:57.895313 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-991476de-9aa0-4e92-b9bf-1eab55e18663 None None] Port 53777b89-71ad-4eba-b5c6-81d254d7a944 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:51:57.948416 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c860e82-0ea9-43d2-a07b-9fd9e6cbfa4a admin admin] Network 637b3136-e650-47ef-a9fe-492091eb8174 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:51:57.953200 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-4c860e82-0ea9-43d2-a07b-9fd9e6cbfa4a admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:51:57.959066 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c860e82-0ea9-43d2-a07b-9fd9e6cbfa4a admin admin] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:51:57.959797 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4c860e82-0ea9-43d2-a07b-9fd9e6cbfa4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094494'] for router_interface (7682264b-089e-428b-8ddc-de27bd112194), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:57.970000 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-390431ed-b778-4282-8390-5575805eea51 admin admin] Publish callbacks [] for port (017186fa-3ed0-4d45-a2f4-faeb87694cb0), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:57.973889 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] Checking router: 7682264b-089e-428b-8ddc-de27bd112194 for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:51:57.974385 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] Updating router 7682264b-089e-428b-8ddc-de27bd112194 port 3d2876fb-8f76-4dbb-8862-8d963440c304 binding host dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 04:51:57.987149 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-390431ed-b778-4282-8390-5575805eea51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (017186fa-3ed0-4d45-a2f4-faeb87694cb0), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:57.990278 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-390431ed-b778-4282-8390-5575805eea51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094602'] for router_interface (05244c5e-0162-4a82-bd62-1eef5d6666c3), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:58.179783 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c860e82-0ea9-43d2-a07b-9fd9e6cbfa4a admin admin] Pushing event updated for resources: {'Port': ['ID=63a5ee4e-2b2a-494b-82b2-ec17e4790bab,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:58.191573 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390431ed-b778-4282-8390-5575805eea51 admin admin] Pushing event updated for resources: {'Port': ['ID=017186fa-3ed0-4d45-a2f4-faeb87694cb0,revision_number=2']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:58.202392 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-router', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:51:52Z', 'revision_number': 3, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'gw_port': {'id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:51:58.224217 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390431ed-b778-4282-8390-5575805eea51 admin admin] Network 7f03bfe9-ec72-45e7-b49d-83e075955154 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:51:58.225928 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-390431ed-b778-4282-8390-5575805eea51 admin admin] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:51:58.300941 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e1776-dd29-4550-a6fe-2988e4e1a2a0 None None] The sync data for ids ['05244c5e-0162-4a82-bd62-1eef5d6666c3'] in dv-cinder-756710-7-iscsi is: [{'id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-router', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:51:52Z', 'revision_number': 3, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'gw_port': {'id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:51:58.453063 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4c860e82-0ea9-43d2-a07b-9fd9e6cbfa4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (63a5ee4e-2b2a-494b-82b2-ec17e4790bab), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:58.484976 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Provisioning complete for port 53777b89-71ad-4eba-b5c6-81d254d7a944 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:51:58.485488 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (53777b89-71ad-4eba-b5c6-81d254d7a944), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:58.485771 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Attempt 1 to provision port 53777b89-71ad-4eba-b5c6-81d254d7a944 Sep 20 04:51:58.495795 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port b095beac-fffd-4747-b967-03cd01b5111a is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:51:58.540210 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390431ed-b778-4282-8390-5575805eea51 admin admin] Router 05244c5e-0162-4a82-bd62-1eef5d6666c3 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:51:58.594159 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] Attempting to bind port 53777b89-71ad-4eba-b5c6-81d254d7a944 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:51:58.598681 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] Attempting to bind port 53777b89-71ad-4eba-b5c6-81d254d7a944 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': 'aca2560d-db18-4e4e-9d4a-20af8d30ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:51:58.599407 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] Attempting to bind port 53777b89-71ad-4eba-b5c6-81d254d7a944 on network 75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:51:58.703042 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:58.710349 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (3d2876fb-8f76-4dbb-8862-8d963440c304), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:58.712232 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:58.745033 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:51:58.758637 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] Checking segment: {'id': 'aca2560d-db18-4e4e-9d4a-20af8d30ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:51:58.762227 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:58.763458 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] Bound using segment: {'id': 'aca2560d-db18-4e4e-9d4a-20af8d30ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:51:58.764343 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] Bound port: 53777b89-71ad-4eba-b5c6-81d254d7a944, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca2560d-db18-4e4e-9d4a-20af8d30ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:51:58.765021 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (53777b89-71ad-4eba-b5c6-81d254d7a944), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:58.871698 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390431ed-b778-4282-8390-5575805eea51 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:51:58.884489 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-390431ed-b778-4282-8390-5575805eea51 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/05244c5e-0162-4a82-bd62-1eef5d6666c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3826015 Sep 20 04:51:58.943388 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:51:58.954460 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Port 53777b89-71ad-4eba-b5c6-81d254d7a944 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:51:59.026868 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4c860e82-0ea9-43d2-a07b-9fd9e6cbfa4a admin admin] Publish callbacks [] for port (63a5ee4e-2b2a-494b-82b2-ec17e4790bab), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:59.029358 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] For port 53777b89-71ad-4eba-b5c6-81d254d7a944, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:51:59.030292 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-30e0a633-f853-46f2-b18b-e9f50f1ee9a4 req-4bf5d198-76f2-4225-adb9-5159e6129aef tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 210 time: 0.1412237 Sep 20 04:51:59.046840 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4c860e82-0ea9-43d2-a07b-9fd9e6cbfa4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (63a5ee4e-2b2a-494b-82b2-ec17e4790bab), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:59.050246 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4c860e82-0ea9-43d2-a07b-9fd9e6cbfa4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094602'] for router_interface (7682264b-089e-428b-8ddc-de27bd112194), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:59.168955 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:59.171023 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] For port 53777b89-71ad-4eba-b5c6-81d254d7a944, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=53777b89-71ad-4eba-b5c6-81d254d7a944,segment=NetworkSegment(aca2560d-db18-4e4e-9d4a-20af8d30ef21),segment_id=aca2560d-db18-4e4e-9d4a-20af8d30ef21)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:51:59.219458 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (53777b89-71ad-4eba-b5c6-81d254d7a944), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:59.293834 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c860e82-0ea9-43d2-a07b-9fd9e6cbfa4a admin admin] Pushing event updated for resources: {'Port': ['ID=63a5ee4e-2b2a-494b-82b2-ec17e4790bab,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:59.316501 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:51:59.316910 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:59.317251 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71 Sep 20 04:51:59.375492 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 44226) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:51:59.404420 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:59.431764 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c860e82-0ea9-43d2-a07b-9fd9e6cbfa4a admin admin] Network 637b3136-e650-47ef-a9fe-492091eb8174 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:51:59.433852 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-4c860e82-0ea9-43d2-a07b-9fd9e6cbfa4a admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:51:59.487198 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Attempt 2 to provision port 53777b89-71ad-4eba-b5c6-81d254d7a944 Sep 20 04:51:59.519762 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] Routers {'eed3e2b0-82ba-453a-962e-1d1c42373ff5'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:51:59.520398 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:51:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['eed3e2b0-82ba-453a-962e-1d1c42373ff5'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:51:59.609568 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c860e82-0ea9-43d2-a07b-9fd9e6cbfa4a admin admin] Router 7682264b-089e-428b-8ddc-de27bd112194 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:51:59.661650 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-6d75ed06-cee3-47c6-b608-2cabb4b852aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:59.663477 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833863f5-4aa3-4375-bc0e-89812b83d701 None None] Pushing event updated for resources: {'Port': ['ID=53777b89-71ad-4eba-b5c6-81d254d7a944,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:51:59.820541 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:59.852746 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:51:59.863415 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-6d75ed06-cee3-47c6-b608-2cabb4b852aa admin admin] Publish callbacks [] for security_group (d328eac0-6c0d-492a-8fc4-c4c0c6913ee5), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:59.870984 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c860e82-0ea9-43d2-a07b-9fd9e6cbfa4a admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:51:59.882295 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-6d75ed06-cee3-47c6-b608-2cabb4b852aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (d328eac0-6c0d-492a-8fc4-c4c0c6913ee5), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:51:59.883696 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-4c860e82-0ea9-43d2-a07b-9fd9e6cbfa4a admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/7682264b-089e-428b-8ddc-de27bd112194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3183429 Sep 20 04:51:59.976380 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:51:59.977581 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 0cc969a2-7487-4a95-adfd-8f55b7fde35f up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:52:00.024305 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-43f141de-22df-46d7-8bd7-429d5e6415eb tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:00.029092 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-43f141de-22df-46d7-8bd7-429d5e6415eb tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/networks?id=7f03bfe9-ec72-45e7-b49d-83e075955154 HTTP/1.1" status: 200 len: 819 time: 0.2044342 Sep 20 04:52:00.090256 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 44264) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:00.092512 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] Set router eed3e2b0-82ba-453a-962e-1d1c42373ff5 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:52:00.097660 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-6d75ed06-cee3-47c6-b608-2cabb4b852aa admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=af4ad4061f914ed98a64da1b0bbfe260&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7210197 Sep 20 04:52:00.131972 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75ed06-cee3-47c6-b608-2cabb4b852aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d328eac0-6c0d-492a-8fc4-c4c0c6913ee5,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:00.165162 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-1ef896f4-d570-43e4-b43e-5c04020e4892 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/quotas/5f0a24f6f6994f45bd314d3009b0a572 HTTP/1.1" status: 200 len: 375 time: 0.1241758 Sep 20 04:52:00.189512 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Current status of the port 53777b89-71ad-4eba-b5c6-81d254d7a944 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:00.189908 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (53777b89-71ad-4eba-b5c6-81d254d7a944), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:00.202041 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:00.240708 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fc735dd9-4f5a-456d-aa62-bed4d0aa76c2 admin admin] Publish callbacks [] for security_group (d328eac0-6c0d-492a-8fc4-c4c0c6913ee5), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:00.264000 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:00.274508 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 0cc969a2-7487-4a95-adfd-8f55b7fde35f triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:52:00.275207 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (0cc969a2-7487-4a95-adfd-8f55b7fde35f), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:00.276544 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 0cc969a2-7487-4a95-adfd-8f55b7fde35f Sep 20 04:52:00.279902 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fc735dd9-4f5a-456d-aa62-bed4d0aa76c2 admin admin] Publish callbacks [] for security_group (d328eac0-6c0d-492a-8fc4-c4c0c6913ee5), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:00.320140 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f999136d-d59f-4286-8332-251f668eb163 req-11d855c7-8334-4755-9870-fe812e8dd7e7 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 210 time: 0.0494912 Sep 20 04:52:00.327048 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:00.335058 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] Publish callbacks [] for port (3d2876fb-8f76-4dbb-8862-8d963440c304), precommit_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:00.336573 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-442a221f-7d40-49af-8657-3b89b1686147 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1653252 Sep 20 04:52:00.349323 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fc735dd9-4f5a-456d-aa62-bed4d0aa76c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (d328eac0-6c0d-492a-8fc4-c4c0c6913ee5), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:00.352707 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fc735dd9-4f5a-456d-aa62-bed4d0aa76c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:00.356756 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-fc735dd9-4f5a-456d-aa62-bed4d0aa76c2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d328eac0-6c0d-492a-8fc4-c4c0c6913ee5 HTTP/1.1" status: 204 len: 168 time: 0.2653196 Sep 20 04:52:00.373565 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc735dd9-4f5a-456d-aa62-bed4d0aa76c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d328eac0-6c0d-492a-8fc4-c4c0c6913ee5,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:00.460992 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] For port 53777b89-71ad-4eba-b5c6-81d254d7a944, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=53777b89-71ad-4eba-b5c6-81d254d7a944,segment=NetworkSegment(aca2560d-db18-4e4e-9d4a-20af8d30ef21),segment_id=aca2560d-db18-4e4e-9d4a-20af8d30ef21)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:52:00.465757 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (3d2876fb-8f76-4dbb-8862-8d963440c304), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:00.469528 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-0512a72b-6936-4857-85a3-9e147eaaa87b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222799 Sep 20 04:52:00.494457 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] Attempting to bind port 3d2876fb-8f76-4dbb-8862-8d963440c304 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:52:00.495031 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] Attempting to bind port 3d2876fb-8f76-4dbb-8862-8d963440c304 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:52:00.495536 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] Attempting to bind port 3d2876fb-8f76-4dbb-8862-8d963440c304 on network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:52:00.573001 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (53777b89-71ad-4eba-b5c6-81d254d7a944), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:00.610447 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:52:00.610955 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] Checking segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:52:00.611606 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:00.612104 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] Bound using segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:52:00.612845 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] Bound port: 3d2876fb-8f76-4dbb-8862-8d963440c304, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:52:00.613347 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (3d2876fb-8f76-4dbb-8862-8d963440c304), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:00.689589 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-8eab5fca-1d92-4a98-b3eb-31543139ca5e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187362 Sep 20 04:52:00.693472 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] For port 3d2876fb-8f76-4dbb-8862-8d963440c304, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:52:00.697635 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] For port 3d2876fb-8f76-4dbb-8862-8d963440c304, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=3d2876fb-8f76-4dbb-8862-8d963440c304,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:52:00.749275 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (3d2876fb-8f76-4dbb-8862-8d963440c304), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:00.778775 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Provisioning complete for port e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:52:00.780533 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:00.781052 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Attempt 1 to provision port e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71 Sep 20 04:52:00.868222 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 0cc969a2-7487-4a95-adfd-8f55b7fde35f is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:00.892220 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee515e-9f8a-4d24-accd-29f47a2e26f1 None None] Pushing event updated for resources: {'Port': ['ID=3d2876fb-8f76-4dbb-8862-8d963440c304,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:00.898540 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:52:00.899429 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:51:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:52:01.029568 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Pushing event updated for resources: {'Port': ['ID=53777b89-71ad-4eba-b5c6-81d254d7a944,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:01.157019 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 44310) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:01.163721 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-0895b6b8-32ff-4fcd-abfd-a1f656acb8c9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2032431863', 'description': 'tempest-description--1467955661'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:52:01.165420 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device b2de76d2-619a-42e2-8f1d-ff71112c8fb9 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:52:01.204322 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:01.214927 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0895b6b8-32ff-4fcd-abfd-a1f656acb8c9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:01.220566 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] Sync routers for ids ['05244c5e-0162-4a82-bd62-1eef5d6666c3'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:52:01.240899 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] Routers {'05244c5e-0162-4a82-bd62-1eef5d6666c3'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:52:01.243352 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port b2de76d2-619a-42e2-8f1d-ff71112c8fb9 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:52:01.243480 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:51:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['05244c5e-0162-4a82-bd62-1eef5d6666c3'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:52:01.243828 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (b2de76d2-619a-42e2-8f1d-ff71112c8fb9), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:01.244174 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port b2de76d2-619a-42e2-8f1d-ff71112c8fb9 Sep 20 04:52:01.293187 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Current status of the port e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:01.308589 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 44314) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:01.326742 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0895b6b8-32ff-4fcd-abfd-a1f656acb8c9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (7be70ba5-2867-4c89-be2b-466cf9858f99), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:01.337706 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Provisioning complete for port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:52:01.338111 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (017186fa-3ed0-4d45-a2f4-faeb87694cb0), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:01.338481 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Attempt 1 to provision port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 Sep 20 04:52:01.398721 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:01.401463 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0895b6b8-32ff-4fcd-abfd-a1f656acb8c9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (7be70ba5-2867-4c89-be2b-466cf9858f99), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:01.472821 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-cf48fe95-84a6-42e6-9e68-ac00f23655d1 req-d2319d3e-eb4a-49ee-b001-6fc43c122ccc tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 210 time: 0.2302051 Sep 20 04:52:01.481301 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895b6b8-32ff-4fcd-abfd-a1f656acb8c9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be70ba5-2867-4c89-be2b-466cf9858f99,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:01.549932 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f02d0d34-fc1c-43b5-996a-6429637c49e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:01.550588 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0895b6b8-32ff-4fcd-abfd-a1f656acb8c9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:01.552842 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-0895b6b8-32ff-4fcd-abfd-a1f656acb8c9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3936801 Sep 20 04:52:01.554826 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0de11f91-6f35-47ac-a23b-ba12df8b5c31 req-04a3cd07-1e44-4248-a287-c711eaaa35e9 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 210 time: 0.0514205 Sep 20 04:52:01.556754 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 44330) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:01.562579 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-689bcb8d-88e4-4169-bb6f-eb9980bebbff tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'security_group_rule': {'security_group_id': '7be70ba5-2867-4c89-be2b-466cf9858f99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:52:01.597101 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] Set router 05244c5e-0162-4a82-bd62-1eef5d6666c3 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:52:01.644305 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-689bcb8d-88e4-4169-bb6f-eb9980bebbff tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (8d5f62b3-f104-4d0c-b8e9-c26b43241c4d), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:01.679469 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 44336) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:01.687178 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.25', 51061) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:01.702989 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:01.735409 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee515e-9f8a-4d24-accd-29f47a2e26f1 None None] Pushing event updated for resources: {'Port': ['ID=3d2876fb-8f76-4dbb-8862-8d963440c304,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:01.736303 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-202a9307-d37b-4c7d-9697-c93a3a8243bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:01.765442 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'name': 'tempest-DeleteServersTestJSON-1009153608-router', 'tenant_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b095beac-fffd-4747-b967-03cd01b5111a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:45Z', 'updated_at': '2022-09-20T04:51:50Z', 'revision_number': 4, 'project_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'gw_port': {'id': 'b095beac-fffd-4747-b967-03cd01b5111a', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:46Z', 'updated_at': '2022-09-20T04:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '53777b89-71ad-4eba-b5c6-81d254d7a944', 'name': '', 'network_id': '75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca', 'tenant_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'mac_address': 'fa:16:3e:2d:3c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad134337-8f63-42ef-adef-c4cd4a6fe196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:51:59Z', 'revision_number': 4, 'project_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'subnets': [{'id': 'ad134337-8f63-42ef-adef-c4cd4a6fe196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:52:01.873417 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f02d0d34-fc1c-43b5-996a-6429637c49e8 admin admin] Publish callbacks [] for security_group (f02500ff-7dac-494c-8c69-4f06925fa249), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:01.874551 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577adee9-178d-4c88-8517-2ba9b2546ed6 None None] The sync data for ids ['eed3e2b0-82ba-453a-962e-1d1c42373ff5'] in dv-cinder-756710-7-iscsi is: [{'id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'name': 'tempest-DeleteServersTestJSON-1009153608-router', 'tenant_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b095beac-fffd-4747-b967-03cd01b5111a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:45Z', 'updated_at': '2022-09-20T04:51:50Z', 'revision_number': 4, 'project_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'gw_port': {'id': 'b095beac-fffd-4747-b967-03cd01b5111a', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:46Z', 'updated_at': '2022-09-20T04:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '53777b89-71ad-4eba-b5c6-81d254d7a944', 'name': '', 'network_id': '75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca', 'tenant_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'mac_address': 'fa:16:3e:2d:3c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad134337-8f63-42ef-adef-c4cd4a6fe196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:51:59Z', 'revision_number': 4, 'project_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'subnets': [{'id': 'ad134337-8f63-42ef-adef-c4cd4a6fe196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:52:01.883863 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f02d0d34-fc1c-43b5-996a-6429637c49e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (f02500ff-7dac-494c-8c69-4f06925fa249), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:01.886486 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:01.898528 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:52:01.924484 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-f02d0d34-fc1c-43b5-996a-6429637c49e8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=19d82685932a4fa0b302195d58e3c7d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6123919 Sep 20 04:52:01.926715 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 44350) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:01.947557 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-689bcb8d-88e4-4169-bb6f-eb9980bebbff tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (8d5f62b3-f104-4d0c-b8e9-c26b43241c4d), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:01.964099 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port b2de76d2-619a-42e2-8f1d-ff71112c8fb9 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:01.964777 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (b2de76d2-619a-42e2-8f1d-ff71112c8fb9), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:01.970646 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-689bcb8d-88e4-4169-bb6f-eb9980bebbff tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (8d5f62b3-f104-4d0c-b8e9-c26b43241c4d), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:02.037972 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] For port b2de76d2-619a-42e2-8f1d-ff71112c8fb9, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=b2de76d2-619a-42e2-8f1d-ff71112c8fb9,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:52:02.064429 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (b2de76d2-619a-42e2-8f1d-ff71112c8fb9), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:02.100216 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-271070e3-7227-4544-80c3-845c126581b2 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:02.102013 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-271070e3-7227-4544-80c3-845c126581b2 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.25 "GET /networking/v2.0/networks?id=75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca HTTP/1.1" status: 200 len: 812 time: 0.3775208 Sep 20 04:52:02.136095 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-router', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:51:57Z', 'revision_number': 4, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'gw_port': {'id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '017186fa-3ed0-4d45-a2f4-faeb87694cb0', 'name': '', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'mac_address': 'fa:16:3e:f3:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:56Z', 'updated_at': '2022-09-20T04:51:57Z', 'revision_number': 2, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'subnets': [{'id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:52:02.147381 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-317fd2e9-7f86-49dd-b83e-3630a5710aa8 admin admin] Publish callbacks [] for security_group (f02500ff-7dac-494c-8c69-4f06925fa249), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:02.182106 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-317fd2e9-7f86-49dd-b83e-3630a5710aa8 admin admin] Publish callbacks [] for security_group (f02500ff-7dac-494c-8c69-4f06925fa249), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:02.210701 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Attempt 2 to provision port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 Sep 20 04:52:02.217135 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] Checking router: 05244c5e-0162-4a82-bd62-1eef5d6666c3 for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:52:02.217938 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] Updating router 05244c5e-0162-4a82-bd62-1eef5d6666c3 port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 binding host dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 04:52:02.276378 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:02.305898 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (017186fa-3ed0-4d45-a2f4-faeb87694cb0), before_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:02.312427 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-317fd2e9-7f86-49dd-b83e-3630a5710aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (f02500ff-7dac-494c-8c69-4f06925fa249), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:02.318708 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-317fd2e9-7f86-49dd-b83e-3630a5710aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:02.322875 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-317fd2e9-7f86-49dd-b83e-3630a5710aa8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f02500ff-7dac-494c-8c69-4f06925fa249 HTTP/1.1" status: 204 len: 168 time: 0.3856139 Sep 20 04:52:02.326015 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d0d34-fc1c-43b5-996a-6429637c49e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02500ff-7dac-494c-8c69-4f06925fa249,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:02.352897 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:02.417463 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fd2e9-7f86-49dd-b83e-3630a5710aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02500ff-7dac-494c-8c69-4f06925fa249,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:02.432472 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-a46b3c20-4806-4d3e-a7c3-e11c521c1513 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Request body: {'port': {'device_id': '033b2f0d-760f-467a-9b3b-e7a8f2196aa7', 'network_id': '75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca', 'admin_state_up': True, 'tenant_id': '72aa7ea3cb69454797bd7956e12f2a5e'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:52:02.450780 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bcb8d-88e4-4169-bb6f-eb9980bebbff tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5f62b3-f104-4d0c-b8e9-c26b43241c4d,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:02.471976 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:02.481651 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 2, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:52:02.483104 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-da8db59b-100a-4e43-bf3e-6d8440d25019 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:02.492064 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-da8db59b-100a-4e43-bf3e-6d8440d25019 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/networks?id=7f03bfe9-ec72-45e7-b49d-83e075955154 HTTP/1.1" status: 200 len: 819 time: 0.4587710 Sep 20 04:52:02.492202 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Pushing event updated for resources: {'Port': ['ID=b2de76d2-619a-42e2-8f1d-ff71112c8fb9,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:02.498410 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-689bcb8d-88e4-4169-bb6f-eb9980bebbff tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:02.508863 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-689bcb8d-88e4-4169-bb6f-eb9980bebbff tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9485540 Sep 20 04:52:02.511286 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 44384) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:02.533080 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-7f389977-0506-4154-8239-08184daa77b9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'security_group_rule': {'security_group_id': '7be70ba5-2867-4c89-be2b-466cf9858f99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:52:02.559612 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-202a9307-d37b-4c7d-9697-c93a3a8243bc admin admin] Publish callbacks [] for security_group (c76cba19-b0c4-41be-9eb8-1a3a2b2fb57f), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:02.595007 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-202a9307-d37b-4c7d-9697-c93a3a8243bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (c76cba19-b0c4-41be-9eb8-1a3a2b2fb57f), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:02.682733 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6589a340-6a7e-4b46-9408-72844f28ad70 None None] The sync data for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi is: [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 2, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:52:02.747206 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-202a9307-d37b-4c7d-9697-c93a3a8243bc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d27b8ec0878f4542a3902fe2a0f6619f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0655806 Sep 20 04:52:02.750371 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 44390) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:02.751253 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7f389977-0506-4154-8239-08184daa77b9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (2d43de1f-b0b9-45f0-a881-753467e80fb3), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:02.776144 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a9307-d37b-4c7d-9697-c93a3a8243bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76cba19-b0c4-41be-9eb8-1a3a2b2fb57f,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:02.976210 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Attempt 3 to provision port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 Sep 20 04:52:03.120756 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7f389977-0506-4154-8239-08184daa77b9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (2d43de1f-b0b9-45f0-a881-753467e80fb3), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:03.123070 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-62296351-8294-41a4-96d1-f284d199c862 admin admin] Publish callbacks [] for security_group (c76cba19-b0c4-41be-9eb8-1a3a2b2fb57f), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:03.129173 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7f389977-0506-4154-8239-08184daa77b9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (2d43de1f-b0b9-45f0-a881-753467e80fb3), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:03.134949 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:03.206982 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7f389977-0506-4154-8239-08184daa77b9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:03.215713 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-7f389977-0506-4154-8239-08184daa77b9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7004082 Sep 20 04:52:03.220950 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-62296351-8294-41a4-96d1-f284d199c862 admin admin] Publish callbacks [] for security_group (c76cba19-b0c4-41be-9eb8-1a3a2b2fb57f), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:03.223621 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 44412) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:03.224672 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f389977-0506-4154-8239-08184daa77b9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d43de1f-b0b9-45f0-a881-753467e80fb3,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:03.235393 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-cc97381d-0475-45d9-9626-7f11e5fcc724 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'floatingip': {'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:52:03.261885 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 53777b89-71ad-4eba-b5c6-81d254d7a944 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:52:03.266018 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:03.321396 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cc97381d-0475-45d9-9626-7f11e5fcc724 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:03.440977 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-f0f6a60c-f5a9-404e-ad17-d26a9ff292e0 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/quotas/5f0a24f6f6994f45bd314d3009b0a572 HTTP/1.1" status: 200 len: 375 time: 0.9395037 Sep 20 04:52:03.472353 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 53777b89-71ad-4eba-b5c6-81d254d7a944 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:52:03.474996 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (53777b89-71ad-4eba-b5c6-81d254d7a944), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:03.475582 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 53777b89-71ad-4eba-b5c6-81d254d7a944 Sep 20 04:52:03.551584 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] Publish callbacks [] for port (017186fa-3ed0-4d45-a2f4-faeb87694cb0), precommit_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:03.568229 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (017186fa-3ed0-4d45-a2f4-faeb87694cb0), after_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:03.704461 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Attempt 4 to provision port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 Sep 20 04:52:03.746072 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=100 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:03.782535 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:03.846152 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 53777b89-71ad-4eba-b5c6-81d254d7a944 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:03.850196 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device b2de76d2-619a-42e2-8f1d-ff71112c8fb9 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:52:03.864401 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153ad41-5812-465f-8a3a-fe48f871cb7f None None] Pushing event updated for resources: {'Port': ['ID=017186fa-3ed0-4d45-a2f4-faeb87694cb0,revision_number=3']} {{(pid=112595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:03.893602 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:03.905993 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-a46b3c20-4806-4d3e-a7c3-e11c521c1513 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Made reservation on behalf of 72aa7ea3cb69454797bd7956e12f2a5e for: {'port': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:52:03.906587 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port b2de76d2-619a-42e2-8f1d-ff71112c8fb9 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:52:03.907595 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (b2de76d2-619a-42e2-8f1d-ff71112c8fb9), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:03.908129 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port b2de76d2-619a-42e2-8f1d-ff71112c8fb9 Sep 20 04:52:03.917138 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-a46b3c20-4806-4d3e-a7c3-e11c521c1513 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:03.941339 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-9a783ffc-4677-4263-8886-1a209772e6c7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1629219 Sep 20 04:52:03.943338 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 44420) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:03.943562 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:03.971306 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] Attempting to bind port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:52:03.971662 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] Attempting to bind port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'}] {{(pid=112595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:52:03.971890 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] Attempting to bind port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 on network 7f03bfe9-ec72-45e7-b49d-83e075955154 {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:52:03.972526 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-cb89fd1e-0fe5-4cf2-bb97-8988271c3e00 req-03cc5397-71e3-42fe-953e-0e78c7dcc98e tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 210 time: 0.5486574 Sep 20 04:52:04.202663 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port b2de76d2-619a-42e2-8f1d-ff71112c8fb9 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:04.204677 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:52:04.205061 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] Checking segment: {'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:52:04.205467 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:04.227468 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] Bound using segment: {'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'} {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:52:04.228048 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] Bound port: 017186fa-3ed0-4d45-a2f4-faeb87694cb0, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'}}] {{(pid=112595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:52:04.228523 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (017186fa-3ed0-4d45-a2f4-faeb87694cb0), before_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:04.233159 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cc97381d-0475-45d9-9626-7f11e5fcc724 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:04.259903 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-442dfbf7-8c57-44b8-ac34-cc679f28e464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:04.311545 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-62296351-8294-41a4-96d1-f284d199c862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (c76cba19-b0c4-41be-9eb8-1a3a2b2fb57f), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:04.324659 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-62296351-8294-41a4-96d1-f284d199c862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:04.336732 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-62296351-8294-41a4-96d1-f284d199c862 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c76cba19-b0c4-41be-9eb8-1a3a2b2fb57f HTTP/1.1" status: 204 len: 168 time: 1.5722659 Sep 20 04:52:04.396022 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Attempt 5 to provision port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 Sep 20 04:52:04.469270 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.db [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] For port 017186fa-3ed0-4d45-a2f4-faeb87694cb0, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:52:04.480295 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.db [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] For port 017186fa-3ed0-4d45-a2f4-faeb87694cb0, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=017186fa-3ed0-4d45-a2f4-faeb87694cb0,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:52:04.491108 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.25', 51073) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:04.497707 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (017186fa-3ed0-4d45-a2f4-faeb87694cb0), after_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:04.525337 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:04.623700 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153ad41-5812-465f-8a3a-fe48f871cb7f None None] Pushing event updated for resources: {'Port': ['ID=017186fa-3ed0-4d45-a2f4-faeb87694cb0,revision_number=4']} {{(pid=112595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:04.654564 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] Routers {'05244c5e-0162-4a82-bd62-1eef5d6666c3'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:52:04.656323 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:51:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['05244c5e-0162-4a82-bd62-1eef5d6666c3'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:52:04.777809 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62296351-8294-41a4-96d1-f284d199c862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76cba19-b0c4-41be-9eb8-1a3a2b2fb57f,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:05.028144 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Attempt 6 to provision port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 Sep 20 04:52:05.364417 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d02272ef-e707-4253-af49-6a4d76e72a17 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:05.366407 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d02272ef-e707-4253-af49-6a4d76e72a17 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.25 "GET /networking/v2.0/networks?id=7f03bfe9-ec72-45e7-b49d-83e075955154 HTTP/1.1" status: 200 len: 819 time: 0.8661675 Sep 20 04:52:05.499008 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-cc97381d-0475-45d9-9626-7f11e5fcc724 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Allocated IP 172.27.1.44 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/abbb36fe-f764-426d-8890-780086313eee) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:52:05.556871 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Current status of the port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:05.557552 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (017186fa-3ed0-4d45-a2f4-faeb87694cb0), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:05.597714 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] Set router 05244c5e-0162-4a82-bd62-1eef5d6666c3 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:52:05.606492 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-442dfbf7-8c57-44b8-ac34-cc679f28e464 admin admin] Publish callbacks [] for security_group (52135348-2466-4e21-976b-6d931d7dad55), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:05.748365 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] For port 017186fa-3ed0-4d45-a2f4-faeb87694cb0, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=017186fa-3ed0-4d45-a2f4-faeb87694cb0,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:52:05.777723 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (017186fa-3ed0-4d45-a2f4-faeb87694cb0), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:05.821301 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4ef18e39-9720-4fab-acc9-42817cf3bd30 req-f165f625-8dae-4a88-931d-88ccec9727df tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 210 time: 0.2093768 Sep 20 04:52:05.835382 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-6bcb496f-c112-4dd0-bb89-27e61fce178d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8540866 Sep 20 04:52:05.855121 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-442dfbf7-8c57-44b8-ac34-cc679f28e464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (52135348-2466-4e21-976b-6d931d7dad55), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:05.868031 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Provisioning complete for port 0cc969a2-7487-4a95-adfd-8f55b7fde35f triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:52:05.868456 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (0cc969a2-7487-4a95-adfd-8f55b7fde35f), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:05.869351 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Attempt 1 to provision port 0cc969a2-7487-4a95-adfd-8f55b7fde35f Sep 20 04:52:05.881303 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-a46b3c20-4806-4d3e-a7c3-e11c521c1513 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Allocated IP 172.20.0.13 (75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca/ad134337-8f63-42ef-adef-c4cd4a6fe196/46aec430-a166-4d48-b4d3-8dc05c3ee484) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:52:05.910223 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-c9896c86-541e-4353-8f52-0350aa45d24e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Request body: {'port': {'device_id': '208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'admin_state_up': True, 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:52:05.916542 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:05.970890 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:06.003499 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 44488) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:06.085362 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Pushing event updated for resources: {'Port': ['ID=017186fa-3ed0-4d45-a2f4-faeb87694cb0,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:06.158547 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:06.198962 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-442dfbf7-8c57-44b8-ac34-cc679f28e464 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=eac402e0f66c43359e9eb030cd550c04&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2459660 Sep 20 04:52:06.210951 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 44496) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:06.240592 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442dfbf7-8c57-44b8-ac34-cc679f28e464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52135348-2466-4e21-976b-6d931d7dad55,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:06.254319 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6030e073-98f0-45da-85c1-f561aae9778d None None] Current status of the port 0cc969a2-7487-4a95-adfd-8f55b7fde35f is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:06.391338 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Provisioning complete for port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:52:06.393238 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (017186fa-3ed0-4d45-a2f4-faeb87694cb0), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:06.393812 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Attempt 1 to provision port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 Sep 20 04:52:06.448487 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cc97381d-0475-45d9-9626-7f11e5fcc724 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for port (abbb36fe-f764-426d-8890-780086313eee), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:06.599445 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:06.603942 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-router', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:51:57Z', 'revision_number': 4, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'gw_port': {'id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '017186fa-3ed0-4d45-a2f4-faeb87694cb0', 'name': '', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'mac_address': 'fa:16:3e:f3:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:56Z', 'updated_at': '2022-09-20T04:52:04Z', 'revision_number': 4, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'subnets': [{'id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:52:06.699096 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfc5830-a50a-4158-9e84-f18857d52c9b None None] The sync data for ids ['05244c5e-0162-4a82-bd62-1eef5d6666c3'] in dv-cinder-756710-7-iscsi is: [{'id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-router', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:51:57Z', 'revision_number': 4, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'gw_port': {'id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '017186fa-3ed0-4d45-a2f4-faeb87694cb0', 'name': '', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'mac_address': 'fa:16:3e:f3:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:56Z', 'updated_at': '2022-09-20T04:52:04Z', 'revision_number': 4, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'subnets': [{'id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:52:06.708700 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cd685fa1-4e7d-4c0c-a386-5114c0f7603e admin admin] Publish callbacks [] for security_group (52135348-2466-4e21-976b-6d931d7dad55), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:06.787511 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Current status of the port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:06.818049 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ec488d15-e183-4779-8fd0-53bc388fb6fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:06.848092 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Provisioning complete for port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:52:06.849180 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (63a5ee4e-2b2a-494b-82b2-ec17e4790bab), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:06.852124 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Attempt 1 to provision port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab Sep 20 04:52:06.862966 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-a46b3c20-4806-4d3e-a7c3-e11c521c1513 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Publish callbacks [] for port (46aec430-a166-4d48-b4d3-8dc05c3ee484), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:06.874490 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:06.905427 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-c9896c86-541e-4353-8f52-0350aa45d24e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Made reservation on behalf of 5f0a24f6f6994f45bd314d3009b0a572 for: {'port': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:52:06.909411 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-c9896c86-541e-4353-8f52-0350aa45d24e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:06.959252 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-a46b3c20-4806-4d3e-a7c3-e11c521c1513 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (46aec430-a166-4d48-b4d3-8dc05c3ee484), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:06.995373 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:07.173930 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ec488d15-e183-4779-8fd0-53bc388fb6fd admin admin] Publish callbacks [] for security_group (5f52ab17-8aa3-44a1-9697-c4c71dae76c9), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:07.184710 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cc97381d-0475-45d9-9626-7f11e5fcc724 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (abbb36fe-f764-426d-8890-780086313eee), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:07.188901 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ec488d15-e183-4779-8fd0-53bc388fb6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (5f52ab17-8aa3-44a1-9697-c4c71dae76c9), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:07.252207 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 017186fa-3ed0-4d45-a2f4-faeb87694cb0 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:52:07.336304 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-ec488d15-e183-4779-8fd0-53bc388fb6fd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c2376275534c4c0bb4d279a625a1bdcd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3207653 Sep 20 04:52:07.376848 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 44534) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:07.434593 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:52:07.435104 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (017186fa-3ed0-4d45-a2f4-faeb87694cb0), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:07.435455 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 Sep 20 04:52:07.471389 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-a46b3c20-4806-4d3e-a7c3-e11c521c1513 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Network 75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:52:07.492017 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b3c20-4806-4d3e-a7c3-e11c521c1513 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Pushing event updated for resources: {'Port': ['ID=46aec430-a166-4d48-b4d3-8dc05c3ee484,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:07.527137 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-a46b3c20-4806-4d3e-a7c3-e11c521c1513 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:52:07.529290 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Attempt 2 to provision port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab Sep 20 04:52:07.537821 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-468cc293-8c8f-4972-a70e-9cf2690e1ef7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6510875 Sep 20 04:52:07.610137 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=14 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:07.671339 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec488d15-e183-4779-8fd0-53bc388fb6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f52ab17-8aa3-44a1-9697-c4c71dae76c9,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:07.692085 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cd685fa1-4e7d-4c0c-a386-5114c0f7603e admin admin] Publish callbacks [] for security_group (52135348-2466-4e21-976b-6d931d7dad55), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:07.731798 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc97381d-0475-45d9-9626-7f11e5fcc724 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:52:07.775308 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-cc97381d-0475-45d9-9626-7f11e5fcc724 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:52:07.778945 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc97381d-0475-45d9-9626-7f11e5fcc724 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:52:07.788424 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:07.880053 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-a46b3c20-4806-4d3e-a7c3-e11c521c1513 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:52:07.893233 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-a46b3c20-4806-4d3e-a7c3-e11c521c1513 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:07.893888 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-a46b3c20-4806-4d3e-a7c3-e11c521c1513 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:07.980295 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:07.981479 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 3d2876fb-8f76-4dbb-8862-8d963440c304 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:52:08.035509 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4639488-492c-4f9f-af19-087f91005e25 req-303ca703-b61c-44af-978b-213edfa57a0f tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:08.052275 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a4639488-492c-4f9f-af19-087f91005e25 req-303ca703-b61c-44af-978b-213edfa57a0f tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 932 time: 0.6822846 Sep 20 04:52:08.144294 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cc97381d-0475-45d9-9626-7f11e5fcc724 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (89b63287-1bcb-4053-b171-558829f5dce7), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:08.182296 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=100 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:08.226190 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:08.248855 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 3d2876fb-8f76-4dbb-8862-8d963440c304 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:52:08.249245 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (3d2876fb-8f76-4dbb-8862-8d963440c304), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:08.249582 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 3d2876fb-8f76-4dbb-8862-8d963440c304 Sep 20 04:52:08.293764 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Attempt 3 to provision port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab Sep 20 04:52:08.303316 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-87f0e8da-87d0-48fb-9824-aded1e7eddba admin admin] Publish callbacks [] for security_group (5f52ab17-8aa3-44a1-9697-c4c71dae76c9), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:08.331678 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a4639488-492c-4f9f-af19-087f91005e25 req-9045b549-4964-4e96-9f6f-3805693495ac tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773676 Sep 20 04:52:08.371035 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-a46b3c20-4806-4d3e-a7c3-e11c521c1513 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0113235 Sep 20 04:52:08.413397 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-c7c053d2-8c17-4b28-bce2-bec3503901d2 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112592) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 04:52:08.414604 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-c7c053d2-8c17-4b28-bce2-bec3503901d2 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0213156 Sep 20 04:52:08.462629 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-87f0e8da-87d0-48fb-9824-aded1e7eddba admin admin] Publish callbacks [] for security_group (5f52ab17-8aa3-44a1-9697-c4c71dae76c9), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:08.535091 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97381d-0475-45d9-9626-7f11e5fcc724 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'Port': ['ID=abbb36fe-f764-426d-8890-780086313eee,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:08.546681 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:08.610123 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:08.723313 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-87f0e8da-87d0-48fb-9824-aded1e7eddba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (5f52ab17-8aa3-44a1-9697-c4c71dae76c9), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:08.732138 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-87f0e8da-87d0-48fb-9824-aded1e7eddba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:08.743220 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-87f0e8da-87d0-48fb-9824-aded1e7eddba admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5f52ab17-8aa3-44a1-9697-c4c71dae76c9 HTTP/1.1" status: 204 len: 168 time: 1.3356156 Sep 20 04:52:08.749068 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 3d2876fb-8f76-4dbb-8862-8d963440c304 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:08.750967 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (3d2876fb-8f76-4dbb-8862-8d963440c304), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:08.763636 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ce0507d0-c579-4f36-b638-cdd535bec1c3 req-6f0d632c-689c-4093-ad5a-20ee7caf4bed tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 210 time: 0.1494565 Sep 20 04:52:08.846294 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0e8da-87d0-48fb-9824-aded1e7eddba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f52ab17-8aa3-44a1-9697-c4c71dae76c9,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:08.868109 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] For port 3d2876fb-8f76-4dbb-8862-8d963440c304, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=3d2876fb-8f76-4dbb-8862-8d963440c304,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:52:08.908510 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (3d2876fb-8f76-4dbb-8862-8d963440c304), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:09.043661 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Pushing event updated for resources: {'Port': ['ID=3d2876fb-8f76-4dbb-8862-8d963440c304,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:09.053517 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Attempt 4 to provision port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab Sep 20 04:52:09.139078 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:09.184794 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Request body: {'port': {'device_id': '033b2f0d-760f-467a-9b3b-e7a8f2196aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:52:09.214116 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cc97381d-0475-45d9-9626-7f11e5fcc724 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (abbb36fe-f764-426d-8890-780086313eee), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:09.381295 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (46aec430-a166-4d48-b4d3-8dc05c3ee484), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:09.458095 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-c9896c86-541e-4353-8f52-0350aa45d24e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Allocated IP 172.20.0.11 (7f03bfe9-ec72-45e7-b49d-83e075955154/cf7788d5-5c18-43ac-bdba-25d88d0e67a1/e7732f19-361c-4723-a7a3-dd9abf4593ea) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:52:09.568352 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cd685fa1-4e7d-4c0c-a386-5114c0f7603e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (52135348-2466-4e21-976b-6d931d7dad55), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:09.572338 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cd685fa1-4e7d-4c0c-a386-5114c0f7603e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:09.573825 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-cd685fa1-4e7d-4c0c-a386-5114c0f7603e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/52135348-2466-4e21-976b-6d931d7dad55 HTTP/1.1" status: 204 len: 168 time: 3.3603039 Sep 20 04:52:09.629110 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd685fa1-4e7d-4c0c-a386-5114c0f7603e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52135348-2466-4e21-976b-6d931d7dad55,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:09.641053 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Attempt 5 to provision port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab Sep 20 04:52:09.695514 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fe64b-146d-45ac-8361-7327dbe4468f req-18ea0bf1-126e-4873-a421-f9cebde83f81 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:09.717207 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-cb5fe64b-146d-45ac-8361-7327dbe4468f req-18ea0bf1-126e-4873-a421-f9cebde83f81 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 932 time: 0.1803176 Sep 20 04:52:09.852144 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:09.937716 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cc97381d-0475-45d9-9626-7f11e5fcc724 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for port (abbb36fe-f764-426d-8890-780086313eee), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:09.946486 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cc97381d-0475-45d9-9626-7f11e5fcc724 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (abbb36fe-f764-426d-8890-780086313eee), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:09.964124 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cc97381d-0475-45d9-9626-7f11e5fcc724 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (89b63287-1bcb-4053-b171-558829f5dce7), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:10.029643 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-cb5fe64b-146d-45ac-8361-7327dbe4468f req-9346aa7a-8d92-4fd2-859d-05ec985ebe7d tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075702 Sep 20 04:52:10.105531 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97381d-0475-45d9-9626-7f11e5fcc724 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'Port': ['ID=abbb36fe-f764-426d-8890-780086313eee,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:10.144736 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cc97381d-0475-45d9-9626-7f11e5fcc724 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:10.146958 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-cc97381d-0475-45d9-9626-7f11e5fcc724 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9197133 Sep 20 04:52:10.299329 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-c9896c86-541e-4353-8f52-0350aa45d24e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for port (e7732f19-361c-4723-a7a3-dd9abf4593ea), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:10.355332 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Attempt 6 to provision port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab Sep 20 04:52:10.479406 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:10.490292 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-c9896c86-541e-4353-8f52-0350aa45d24e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (e7732f19-361c-4723-a7a3-dd9abf4593ea), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:10.719750 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7a111d4e-ea7b-4f71-96cd-be7e1853f14f req-fecb9e20-3476-4d37-903b-774bebd50e57 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 210 time: 0.2277958 Sep 20 04:52:10.728977 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] Sync routers for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:52:10.747311 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=100 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:10.761576 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:52:10.761576 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:51:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:52:10.851823 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:10.952112 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-c9896c86-541e-4353-8f52-0350aa45d24e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Network 7f03bfe9-ec72-45e7-b49d-83e075955154 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:52:11.060928 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.25', 51090) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:11.268795 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:52:11.390630 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Attempt 7 to provision port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab Sep 20 04:52:11.393312 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 3d2876fb-8f76-4dbb-8862-8d963440c304 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:52:11.652166 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:11.708027 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 3d2876fb-8f76-4dbb-8862-8d963440c304 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:52:11.708662 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (3d2876fb-8f76-4dbb-8862-8d963440c304), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:11.709118 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 3d2876fb-8f76-4dbb-8862-8d963440c304 Sep 20 04:52:11.777944 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-c9896c86-541e-4353-8f52-0350aa45d24e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:52:11.782751 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-c9896c86-541e-4353-8f52-0350aa45d24e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:52:11.792841 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-c9896c86-541e-4353-8f52-0350aa45d24e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:11.792841 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-c9896c86-541e-4353-8f52-0350aa45d24e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:11.816338 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9896c86-541e-4353-8f52-0350aa45d24e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Pushing event updated for resources: {'Port': ['ID=e7732f19-361c-4723-a7a3-dd9abf4593ea,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:11.846320 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-c9896c86-541e-4353-8f52-0350aa45d24e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9653840 Sep 20 04:52:11.890294 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Request body: {'port': {'device_id': '208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:52:11.980876 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46aec430-a166-4d48-b4d3-8dc05c3ee484 {{(pid=112592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:52:12.008494 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Publish callbacks [] for port (46aec430-a166-4d48-b4d3-8dc05c3ee484), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:12.035162 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:12.052119 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (e7732f19-361c-4723-a7a3-dd9abf4593ea), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:12.296219 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.provisioning_blocks [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Transition to ACTIVE for port object 46aec430-a166-4d48-b4d3-8dc05c3ee484 will not be triggered until provisioned by entity L2. {{(pid=112592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 04:52:12.343761 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bab2e6-c7b5-4ac7-9b9c-e82cdd5e25c6 req-f39efb97-d713-4588-8fcb-2db9bd922ec3 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:12.353912 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e4bab2e6-c7b5-4ac7-9b9c-e82cdd5e25c6 req-f39efb97-d713-4588-8fcb-2db9bd922ec3 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 932 time: 0.7880831 Sep 20 04:52:12.355807 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Attempt 8 to provision port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab Sep 20 04:52:12.402752 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (46aec430-a166-4d48-b4d3-8dc05c3ee484), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:12.428261 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-abc14e27-c80b-4179-9349-53bea3eb48be tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2032431863&fields=id&tenant_id=4f0f0b8842ae496292c27a6ee1350d32 HTTP/1.1" status: 200 len: 267 time: 1.4990027 Sep 20 04:52:12.514431 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:12.573484 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:12.732038 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 3d2876fb-8f76-4dbb-8862-8d963440c304 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:12.741688 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 2, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:52:12.819344 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-b83e5549-09e4-491c-98d2-892976240ba5 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:12.820936 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-b83e5549-09e4-491c-98d2-892976240ba5 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.25 "GET /networking/v2.0/networks?id=7f03bfe9-ec72-45e7-b49d-83e075955154 HTTP/1.1" status: 200 len: 819 time: 1.7325962 Sep 20 04:52:12.872059 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] Checking router: 7682264b-089e-428b-8ddc-de27bd112194 for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:52:12.873342 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] Updating router 7682264b-089e-428b-8ddc-de27bd112194 port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab binding host dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 04:52:12.910059 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-2546a1ef-e5d4-403a-8aa5-f60d782e163b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Request body: {'port': {'device_id': 'd4e85593-565d-40c6-bed2-121ca9466654', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'admin_state_up': True, 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:52:12.979795 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (63a5ee4e-2b2a-494b-82b2-ec17e4790bab), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:13.031077 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Attempt 9 to provision port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab Sep 20 04:52:13.076411 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:13.114927 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:13.126233 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7732f19-361c-4723-a7a3-dd9abf4593ea {{(pid=112593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:52:13.172237 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Publish callbacks [] for port (e7732f19-361c-4723-a7a3-dd9abf4593ea), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:13.241291 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.provisioning_blocks [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Transition to ACTIVE for port object e7732f19-361c-4723-a7a3-dd9abf4593ea will not be triggered until provisioned by entity L2. {{(pid=112593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 04:52:13.253063 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (e7732f19-361c-4723-a7a3-dd9abf4593ea), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:13.304727 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Pushing event updated for resources: {'Port': ['ID=46aec430-a166-4d48-b4d3-8dc05c3ee484,revision_number=2']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:13.348541 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e4bab2e6-c7b5-4ac7-9b9c-e82cdd5e25c6 req-4a8338dd-e635-4ea0-839b-bf2c4329999f tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9915473 Sep 20 04:52:13.390634 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:13.427861 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Pushing event updated for resources: {'Port': ['ID=e7732f19-361c-4723-a7a3-dd9abf4593ea,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:13.486442 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Attempting to bind port 46aec430-a166-4d48-b4d3-8dc05c3ee484 on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:52:13.500985 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Attempting to bind port 46aec430-a166-4d48-b4d3-8dc05c3ee484 by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': 'aca2560d-db18-4e4e-9d4a-20af8d30ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca'}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:52:13.501474 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Attempting to bind port 46aec430-a166-4d48-b4d3-8dc05c3ee484 on network 75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:52:13.581655 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Attempt 10 to provision port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab Sep 20 04:52:13.640129 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-499113d3-a5e5-4456-bef8-1802a6b772f9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:13.642968 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-499113d3-a5e5-4456-bef8-1802a6b772f9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/networks?id=637b3136-e650-47ef-a9fe-492091eb8174 HTTP/1.1" status: 200 len: 815 time: 1.2126174 Sep 20 04:52:13.654834 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Attempting to bind port e7732f19-361c-4723-a7a3-dd9abf4593ea on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:52:13.655354 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Attempting to bind port e7732f19-361c-4723-a7a3-dd9abf4593ea by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'}] {{(pid=112593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:52:13.655726 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Attempting to bind port e7732f19-361c-4723-a7a3-dd9abf4593ea on network 7f03bfe9-ec72-45e7-b49d-83e075955154 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:52:13.776671 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-97bf1b3d-2fde-457a-a6a0-19b86c00d106 None None] Port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:13.783805 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Port e7732f19-361c-4723-a7a3-dd9abf4593ea on network 7f03bfe9-ec72-45e7-b49d-83e075955154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 04:52:13.784943 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Attempting to bind port e7732f19-361c-4723-a7a3-dd9abf4593ea on network 7f03bfe9-ec72-45e7-b49d-83e075955154 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:52:13.857060 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c4719da1-456b-4b93-bf4f-05679d8ebac0 req-76000a89-1dc9-443f-b6d3-04e9925e5982 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 210 time: 0.2452672 Sep 20 04:52:13.858749 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] Publish callbacks [] for port (63a5ee4e-2b2a-494b-82b2-ec17e4790bab), precommit_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:13.904095 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:52:13.904386 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Checking segment: {'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:52:13.905056 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Bound using segment: {'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'} {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:52:13.908695 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-bae04818-b02e-4cb4-8e22-fa8eee8e2679 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/quotas/4f0f0b8842ae496292c27a6ee1350d32 HTTP/1.1" status: 200 len: 375 time: 0.1511412 Sep 20 04:52:13.909845 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Bound port: e7732f19-361c-4723-a7a3-dd9abf4593ea, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'}}] {{(pid=112593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:52:13.910301 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (e7732f19-361c-4723-a7a3-dd9abf4593ea), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:13.918007 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (63a5ee4e-2b2a-494b-82b2-ec17e4790bab), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:13.965146 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Port 46aec430-a166-4d48-b4d3-8dc05c3ee484 on network 75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 04:52:13.965793 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Attempting to bind port 46aec430-a166-4d48-b4d3-8dc05c3ee484 on network 75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:52:13.975049 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-2546a1ef-e5d4-403a-8aa5-f60d782e163b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Made reservation on behalf of 5f0a24f6f6994f45bd314d3009b0a572 for: {'port': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:52:13.979787 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-2546a1ef-e5d4-403a-8aa5-f60d782e163b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:14.022352 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-66143551-bc76-47d1-a511-bf115e58eac4 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4f0f0b8842ae496292c27a6ee1350d32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063571 Sep 20 04:52:14.043373 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:14.050228 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] For port e7732f19-361c-4723-a7a3-dd9abf4593ea, host hv-cinder-75671, cleared binding levels {{(pid=112593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:52:14.115922 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] For port e7732f19-361c-4723-a7a3-dd9abf4593ea, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=e7732f19-361c-4723-a7a3-dd9abf4593ea,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:52:14.125906 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (e7732f19-361c-4723-a7a3-dd9abf4593ea), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:14.134268 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:14.135734 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:14.137983 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/e7732f19-361c-4723-a7a3-dd9abf4593ea HTTP/1.1" status: 200 len: 1094 time: 2.2524376 Sep 20 04:52:14.140525 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2', 'tag': 'e7732f19-361c-4723-a7a3-dd9abf4593ea'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:52:14.149039 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:52:14.162235 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Checking segment: {'id': 'aca2560d-db18-4e4e-9d4a-20af8d30ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:52:14.163500 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Bound using segment: {'id': 'aca2560d-db18-4e4e-9d4a-20af8d30ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca'} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:52:14.164547 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Bound port: 46aec430-a166-4d48-b4d3-8dc05c3ee484, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca2560d-db18-4e4e-9d4a-20af8d30ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca'}}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:52:14.165550 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (46aec430-a166-4d48-b4d3-8dc05c3ee484), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:14.218131 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5801ffe-4c27-4971-97c9-69d4d03995b4 None None] Pushing event updated for resources: {'Port': ['ID=63a5ee4e-2b2a-494b-82b2-ec17e4790bab,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:14.358965 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-2546a1ef-e5d4-403a-8aa5-f60d782e163b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Allocated IP 172.20.0.8 (7f03bfe9-ec72-45e7-b49d-83e075955154/cf7788d5-5c18-43ac-bdba-25d88d0e67a1/512e1b53-d964-4c70-8001-91bd16999e8b) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:52:14.370549 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] For port 46aec430-a166-4d48-b4d3-8dc05c3ee484, host hv-cinder-75671, cleared binding levels {{(pid=112592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:52:14.378037 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] For port 46aec430-a166-4d48-b4d3-8dc05c3ee484, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=46aec430-a166-4d48-b4d3-8dc05c3ee484,segment=NetworkSegment(aca2560d-db18-4e4e-9d4a-20af8d30ef21),segment_id=aca2560d-db18-4e4e-9d4a-20af8d30ef21)] {{(pid=112592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:52:14.412864 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (46aec430-a166-4d48-b4d3-8dc05c3ee484), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:14.417245 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] Attempting to bind port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:52:14.423689 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] Attempting to bind port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:52:14.424935 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] Attempting to bind port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab on network 637b3136-e650-47ef-a9fe-492091eb8174 {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:52:14.431245 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:14.432304 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:14.437622 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/46aec430-a166-4d48-b4d3-8dc05c3ee484 HTTP/1.1" status: 200 len: 1094 time: 5.6063724 Sep 20 04:52:14.444280 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033b2f0d-760f-467a-9b3b-e7a8f2196aa7', 'tag': '46aec430-a166-4d48-b4d3-8dc05c3ee484'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:52:14.481299 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-84413577-6a52-404d-849f-12eb66468718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:14.482986 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-84413577-6a52-404d-849f-12eb66468718 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 1128 time: 0.2199726 Sep 20 04:52:14.486788 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6552d49-4c71-49b1-82a7-f1b0f23c1b2a service neutron] Pushing event updated for resources: {'Port': ['ID=e7732f19-361c-4723-a7a3-dd9abf4593ea,revision_number=3']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:14.575546 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:52:14.576915 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] Checking segment: {'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:52:14.578038 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:14.578656 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] Bound using segment: {'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:52:14.579513 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] Bound port: 63a5ee4e-2b2a-494b-82b2-ec17e4790bab, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:52:14.580315 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (63a5ee4e-2b2a-494b-82b2-ec17e4790bab), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:14.698141 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-446978ff-5710-4b3f-8c7c-eea0d033e770 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7732f19-361c-4723-a7a3-dd9abf4593ea HTTP/1.1" status: 200 len: 217 time: 0.1520104 Sep 20 04:52:14.737357 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] For port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:52:14.743997 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] For port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=63a5ee4e-2b2a-494b-82b2-ec17e4790bab,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:52:14.755073 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (63a5ee4e-2b2a-494b-82b2-ec17e4790bab), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:14.820639 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d82ff01b-9ce6-4889-a7aa-ef30c291fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:14.822084 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-d82ff01b-9ce6-4889-a7aa-ef30c291fb43 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cf7788d5-5c18-43ac-bdba-25d88d0e67a1 HTTP/1.1" status: 200 len: 858 time: 0.1097877 Sep 20 04:52:14.833755 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-34447a01-8667-4a24-a54d-b99d47088c80 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112592) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 04:52:14.851761 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-34447a01-8667-4a24-a54d-b99d47088c80 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2905672 Sep 20 04:52:14.921825 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5801ffe-4c27-4971-97c9-69d4d03995b4 None None] Pushing event updated for resources: {'Port': ['ID=63a5ee4e-2b2a-494b-82b2-ec17e4790bab,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:14.933598 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:52:14.937475 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:51:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:52:15.012665 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-248834a2-beca-4a44-bffb-34ea468a105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:15.016440 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:15.022595 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-248834a2-beca-4a44-bffb-34ea468a105a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7f03bfe9-ec72-45e7-b49d-83e075955154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1829114 Sep 20 04:52:15.107911 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:15.114372 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:52:15.153313 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 63a5ee4e-2b2a-494b-82b2-ec17e4790bab up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:52:15.208087 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a1266b-d9e1-4b9f-b260-b90464e1ab9d" -d '{"events": [{"name": "network-changed", "server_uuid": "208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2", "tag": "e7732f19-361c-4723-a7a3-dd9abf4593ea"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:52:15.229170 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:15.246342 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-7bce3876-c6fd-4fd4-ac6b-38022dfdd1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:15.257781 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-7bce3876-c6fd-4fd4-ac6b-38022dfdd1e0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=72aa7ea3cb69454797bd7956e12f2a5e&device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 1128 time: 0.6868119 Sep 20 04:52:15.260507 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:52:15.263492 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (63a5ee4e-2b2a-494b-82b2-ec17e4790bab), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:15.264563 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab Sep 20 04:52:15.277523 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b909db-7836-476a-b9ff-7056e91137d0 req-720b5b22-37f0-478b-a096-2924c8f46beb tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:15.293193 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a2b909db-7836-476a-b9ff-7056e91137d0 req-720b5b22-37f0-478b-a096-2924c8f46beb tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 944 time: 0.7296600 Sep 20 04:52:15.369992 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-9d38a414-04c0-401e-8c7b-334d5f9dae8c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358638 Sep 20 04:52:15.396775 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:15.418923 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfeeb96-79fb-4bf4-9e45-086ef402ddfe service neutron] Pushing event updated for resources: {'Port': ['ID=46aec430-a166-4d48-b4d3-8dc05c3ee484,revision_number=3']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:15.459542 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89117771-0422-4312-b123-be1b0d90e86f" -d '{"events": [{"name": "network-changed", "server_uuid": "033b2f0d-760f-467a-9b3b-e7a8f2196aa7", "tag": "46aec430-a166-4d48-b4d3-8dc05c3ee484"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:52:15.514973 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-4e3fcca5-dcc2-4c3a-8cc2-45266f0fc134 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46aec430-a166-4d48-b4d3-8dc05c3ee484 HTTP/1.1" status: 200 len: 217 time: 0.2193701 Sep 20 04:52:15.597965 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-49b5dcbd-ceb3-41aa-9d57-eaf6b5a8c67c req-7146e71d-ba68-40db-ac83-d69c462bd387 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194827 Sep 20 04:52:15.679982 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a2b909db-7836-476a-b9ff-7056e91137d0 req-46f0aa7b-f7d8-43f2-bc66-991d0f7c94f8 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855472 Sep 20 04:52:15.745062 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:15.745618 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (63a5ee4e-2b2a-494b-82b2-ec17e4790bab), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:15.759745 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-f8da0f98-c1ef-4bf0-8075-0d9448ee7408 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9071171 Sep 20 04:52:15.767300 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-78d5a1ba-6cd8-4836-87f2-c1cd4e0d0057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:15.773064 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-78d5a1ba-6cd8-4836-87f2-c1cd4e0d0057 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ad134337-8f63-42ef-adef-c4cd4a6fe196 HTTP/1.1" status: 200 len: 851 time: 0.2319093 Sep 20 04:52:15.845890 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] For port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=63a5ee4e-2b2a-494b-82b2-ec17e4790bab,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:52:15.857723 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (63a5ee4e-2b2a-494b-82b2-ec17e4790bab), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:15.867147 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:14Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:52:15.908692 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fdb4f2-1e2c-4b1a-91f1-5815727d5abe None None] The sync data for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi is: [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:14Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:52:16.033772 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Pushing event updated for resources: {'Port': ['ID=63a5ee4e-2b2a-494b-82b2-ec17e4790bab,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:16.133386 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-2546a1ef-e5d4-403a-8aa5-f60d782e163b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for port (512e1b53-d964-4c70-8001-91bd16999e8b), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:16.377637 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:16.411544 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 44876) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:16.420213 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1ec16f24-3982-4730-b3ff-31f0ff1625de req-44d0237a-cf63-4fbb-8473-47bf8937242b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 210 time: 0.6058178 Sep 20 04:52:16.506574 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-9c5e3c80-cba2-4dad-aac8-4af331132fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:16.506574 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-9c5e3c80-cba2-4dad-aac8-4af331132fe5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6895471 Sep 20 04:52:16.628142 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:16.677409 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:16.698809 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-f93d2614-7686-40aa-a3ca-7b65c5f35291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:16.749835 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-2546a1ef-e5d4-403a-8aa5-f60d782e163b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (512e1b53-d964-4c70-8001-91bd16999e8b), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:16.821776 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-5234819f-27fb-42ae-b63a-ed64f6146ebf service neutron] 10.222.0.27 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0433521 Sep 20 04:52:16.874526 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e2ac81e5-b5c8-48f4-a50e-703e51e8e445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:16.981383 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-2546a1ef-e5d4-403a-8aa5-f60d782e163b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Network 7f03bfe9-ec72-45e7-b49d-83e075955154 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:52:17.063224 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-2546a1ef-e5d4-403a-8aa5-f60d782e163b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:52:17.106705 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-2546a1ef-e5d4-403a-8aa5-f60d782e163b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:52:17.128804 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-2546a1ef-e5d4-403a-8aa5-f60d782e163b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:17.137115 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-2546a1ef-e5d4-403a-8aa5-f60d782e163b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:17.180197 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 63a5ee4e-2b2a-494b-82b2-ec17e4790bab up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:52:17.191120 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e2ac81e5-b5c8-48f4-a50e-703e51e8e445 admin admin] Publish callbacks [] for security_group (b5f2ad54-6e69-4383-8ccb-12d8f12c0cee), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:17.201409 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e2ac81e5-b5c8-48f4-a50e-703e51e8e445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (b5f2ad54-6e69-4383-8ccb-12d8f12c0cee), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:17.255192 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546a1ef-e5d4-403a-8aa5-f60d782e163b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Pushing event updated for resources: {'Port': ['ID=512e1b53-d964-4c70-8001-91bd16999e8b,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:17.312727 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-5fee641b-f20f-4925-9bbd-e4245d875cd6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8037853 Sep 20 04:52:17.361004 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-2546a1ef-e5d4-403a-8aa5-f60d782e163b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4922147 Sep 20 04:52:17.434254 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-e2ac81e5-b5c8-48f4-a50e-703e51e8e445 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=219fc1b69bb44df3af1e0f669f0c423b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0202599 Sep 20 04:52:17.435856 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f1ce12-a97b-452b-97b2-debdb85a7537 x-openstack-request-id: req-f5f1ce12-a97b-452b-97b2-debdb85a7537 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:52:17.436145 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2", "tag": "e7732f19-361c-4723-a7a3-dd9abf4593ea", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:52:17.436395 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f5f1ce12-a97b-452b-97b2-debdb85a7537 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:52:17.437689 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f1ce12-a97b-452b-97b2-debdb85a7537'] response: {'name': 'network-changed', 'server_uuid': '208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2', 'tag': 'e7732f19-361c-4723-a7a3-dd9abf4593ea', 'status': 'completed', 'code': 200} Sep 20 04:52:17.439629 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 44916) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:17.468235 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:52:17.469020 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (63a5ee4e-2b2a-494b-82b2-ec17e4790bab), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:17.471380 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab Sep 20 04:52:17.604290 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Request body: {'port': {'device_id': 'd4e85593-565d-40c6-bed2-121ca9466654', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:52:17.684450 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac81e5-b5c8-48f4-a50e-703e51e8e445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f2ad54-6e69-4383-8ccb-12d8f12c0cee,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:17.782101 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1266b-d9e1-4b9f-b260-b90464e1ab9d req-3264e96b-7013-449a-9640-70f361364572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:17.785172 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-50a1266b-d9e1-4b9f-b260-b90464e1ab9d req-3264e96b-7013-449a-9640-70f361364572 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 1128 time: 0.3056741 Sep 20 04:52:17.786572 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6fd415-1a20-40d5-97c6-8130d0f96dc7 x-openstack-request-id: req-bc6fd415-1a20-40d5-97c6-8130d0f96dc7 {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:52:17.786878 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033b2f0d-760f-467a-9b3b-e7a8f2196aa7", "tag": "46aec430-a166-4d48-b4d3-8dc05c3ee484", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:52:17.787139 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bc6fd415-1a20-40d5-97c6-8130d0f96dc7 {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:52:17.787985 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc6fd415-1a20-40d5-97c6-8130d0f96dc7'] response: {'name': 'network-changed', 'server_uuid': '033b2f0d-760f-467a-9b3b-e7a8f2196aa7', 'tag': '46aec430-a166-4d48-b4d3-8dc05c3ee484', 'status': 'completed', 'code': 200} Sep 20 04:52:17.790825 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:17.870887 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-c04bd6b8-c719-47d3-9395-b6f380e72dd1 None None] Provisioning complete for port 512e1b53-d964-4c70-8001-91bd16999e8b triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:52:17.871438 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-c04bd6b8-c719-47d3-9395-b6f380e72dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (512e1b53-d964-4c70-8001-91bd16999e8b), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:17.871820 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-c04bd6b8-c719-47d3-9395-b6f380e72dd1 None None] Attempt 1 to provision port 512e1b53-d964-4c70-8001-91bd16999e8b Sep 20 04:52:17.875148 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:17.897919 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fa81b-7d01-4458-beb4-421fd4029c0f req-bc623b8f-72c9-46f5-8be0-97638fa64a07 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:17.906648 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-730fa81b-7d01-4458-beb4-421fd4029c0f req-bc623b8f-72c9-46f5-8be0-97638fa64a07 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 944 time: 0.2821541 Sep 20 04:52:18.014317 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-c04bd6b8-c719-47d3-9395-b6f380e72dd1 None None] Port 512e1b53-d964-4c70-8001-91bd16999e8b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:18.101629 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (512e1b53-d964-4c70-8001-91bd16999e8b), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:18.113210 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-936d7299-664c-4808-a265-cc18a03debc7 req-e1163df7-9ed2-4e95-ad98-233a1428c301 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 210 time: 0.1896343 Sep 20 04:52:18.342036 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1266b-d9e1-4b9f-b260-b90464e1ab9d req-374d38f2-2008-4c35-acba-277e900bc0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:18.342608 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-50a1266b-d9e1-4b9f-b260-b90464e1ab9d req-374d38f2-2008-4c35-acba-277e900bc0a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=7f03bfe9-ec72-45e7-b49d-83e075955154 HTTP/1.1" status: 200 len: 919 time: 0.5421124 Sep 20 04:52:18.346319 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1e94d065-b66e-4b01-a9a2-638fe57f2603 admin admin] Publish callbacks [] for security_group (b5f2ad54-6e69-4383-8ccb-12d8f12c0cee), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:18.436181 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1e94d065-b66e-4b01-a9a2-638fe57f2603 admin admin] Publish callbacks [] for security_group (b5f2ad54-6e69-4383-8ccb-12d8f12c0cee), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:18.515464 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-c04bd6b8-c719-47d3-9395-b6f380e72dd1 None None] Attempt 2 to provision port 512e1b53-d964-4c70-8001-91bd16999e8b Sep 20 04:52:18.525183 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512e1b53-d964-4c70-8001-91bd16999e8b {{(pid=112592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:52:18.534717 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Publish callbacks [] for port (512e1b53-d964-4c70-8001-91bd16999e8b), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:18.572415 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0e28c516-7ad1-4ea2-95fb-3d137cb8a50f req-5619b928-31e1-466d-86c2-4c1a0ca83829 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2341607 Sep 20 04:52:18.578623 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-c04bd6b8-c719-47d3-9395-b6f380e72dd1 None None] Port 512e1b53-d964-4c70-8001-91bd16999e8b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:18.582998 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-730fa81b-7d01-4458-beb4-421fd4029c0f req-7dee4a18-f8ef-4712-985f-c5b159558aa5 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6471667 Sep 20 04:52:18.684485 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66541ddc-1f56-4ffd-a084-a086cf3ac64d req-cd28fc82-0698-4a32-b734-e3508e77ce70 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:18.692548 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-66541ddc-1f56-4ffd-a084-a086cf3ac64d req-cd28fc82-0698-4a32-b734-e3508e77ce70 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 931 time: 0.1290476 Sep 20 04:52:18.802303 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-66541ddc-1f56-4ffd-a084-a086cf3ac64d req-1abdccda-7733-408d-865f-569c18891f27 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048272 Sep 20 04:52:18.891472 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3bd5806b-4b20-435c-896d-82c55351f567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:18.988276 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.provisioning_blocks [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Transition to ACTIVE for port object 512e1b53-d964-4c70-8001-91bd16999e8b will not be triggered until provisioned by entity L2. {{(pid=112592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 04:52:18.995604 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (512e1b53-d964-4c70-8001-91bd16999e8b), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:19.024728 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1e94d065-b66e-4b01-a9a2-638fe57f2603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (b5f2ad54-6e69-4383-8ccb-12d8f12c0cee), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:19.028200 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1e94d065-b66e-4b01-a9a2-638fe57f2603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:19.035660 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-1e94d065-b66e-4b01-a9a2-638fe57f2603 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b5f2ad54-6e69-4383-8ccb-12d8f12c0cee HTTP/1.1" status: 204 len: 168 time: 1.5935807 Sep 20 04:52:19.041828 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-50a1266b-d9e1-4b9f-b260-b90464e1ab9d req-57f9e30f-3145-4b48-b9dd-d752389dd0e2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7732f19-361c-4723-a7a3-dd9abf4593ea HTTP/1.1" status: 200 len: 217 time: 0.4976470 Sep 20 04:52:19.048566 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=512e1b53-d964-4c70-8001-91bd16999e8b,revision_number=2']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:19.049761 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94d065-b66e-4b01-a9a2-638fe57f2603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f2ad54-6e69-4383-8ccb-12d8f12c0cee,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:19.081833 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-c04bd6b8-c719-47d3-9395-b6f380e72dd1 None None] Attempt 3 to provision port 512e1b53-d964-4c70-8001-91bd16999e8b Sep 20 04:52:19.191273 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:19.225525 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-c04bd6b8-c719-47d3-9395-b6f380e72dd1 None None] Port 512e1b53-d964-4c70-8001-91bd16999e8b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:19.242691 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1266b-d9e1-4b9f-b260-b90464e1ab9d req-48cdb2ce-8370-494f-a2a8-77c34e2d7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:19.248620 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-50a1266b-d9e1-4b9f-b260-b90464e1ab9d req-48cdb2ce-8370-494f-a2a8-77c34e2d7496 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cf7788d5-5c18-43ac-bdba-25d88d0e67a1 HTTP/1.1" status: 200 len: 858 time: 0.1389627 Sep 20 04:52:19.251152 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Attempting to bind port 512e1b53-d964-4c70-8001-91bd16999e8b on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:52:19.255355 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Attempting to bind port 512e1b53-d964-4c70-8001-91bd16999e8b by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:52:19.259799 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Attempting to bind port 512e1b53-d964-4c70-8001-91bd16999e8b on network 7f03bfe9-ec72-45e7-b49d-83e075955154 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:52:19.380591 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1266b-d9e1-4b9f-b260-b90464e1ab9d req-d352a9ba-1659-4199-b92c-a98aa7320cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:19.381728 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89117771-0422-4312-b123-be1b0d90e86f req-ff7c1ea1-2b74-4de5-b42d-ab8ad144f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:19.384114 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-50a1266b-d9e1-4b9f-b260-b90464e1ab9d req-d352a9ba-1659-4199-b92c-a98aa7320cfd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7f03bfe9-ec72-45e7-b49d-83e075955154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1192203 Sep 20 04:52:19.388946 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-89117771-0422-4312-b123-be1b0d90e86f req-ff7c1ea1-2b74-4de5-b42d-ab8ad144f942 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=72aa7ea3cb69454797bd7956e12f2a5e&device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 1128 time: 0.2934673 Sep 20 04:52:19.537094 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6b71d25a-cd31-4eef-bdca-0e5c8f6d99a7 req-3dacd2ff-63bd-4142-b0e3-ddbb1032b4e2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 210 time: 0.1588426 Sep 20 04:52:19.721578 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-50a1266b-d9e1-4b9f-b260-b90464e1ab9d req-e57a08aa-4621-4122-8a84-c412ac024963 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096197 Sep 20 04:52:19.728874 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-c04bd6b8-c719-47d3-9395-b6f380e72dd1 None None] Attempt 4 to provision port 512e1b53-d964-4c70-8001-91bd16999e8b Sep 20 04:52:19.735631 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Port 512e1b53-d964-4c70-8001-91bd16999e8b on network 7f03bfe9-ec72-45e7-b49d-83e075955154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 04:52:19.736137 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Attempting to bind port 512e1b53-d964-4c70-8001-91bd16999e8b on network 7f03bfe9-ec72-45e7-b49d-83e075955154 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:52:19.810011 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-c04bd6b8-c719-47d3-9395-b6f380e72dd1 None None] Port 512e1b53-d964-4c70-8001-91bd16999e8b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:19.866093 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0490e-cc33-4ca1-bb51-29f11aa560d4 req-c98d7264-5dda-4174-83fa-2e975155cba0 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:19.873288 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-68c0490e-cc33-4ca1-bb51-29f11aa560d4 req-c98d7264-5dda-4174-83fa-2e975155cba0 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 944 time: 0.1535563 Sep 20 04:52:19.985710 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:20.007477 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:52:20.008223 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Checking segment: {'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:52:20.008223 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Bound using segment: {'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:52:20.009185 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Bound port: 512e1b53-d964-4c70-8001-91bd16999e8b, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'}}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:52:20.009546 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (512e1b53-d964-4c70-8001-91bd16999e8b), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:20.030090 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89117771-0422-4312-b123-be1b0d90e86f req-c63829a0-de96-4d4a-8bb5-642f1c5c7016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:20.031596 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-89117771-0422-4312-b123-be1b0d90e86f req-c63829a0-de96-4d4a-8bb5-642f1c5c7016 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca HTTP/1.1" status: 200 len: 912 time: 0.5295572 Sep 20 04:52:20.041080 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3d4a7-994c-4aa8-bae7-c7678750a82d req-9e159d95-f543-4496-94b0-d5c3bcd60939 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:20.042548 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d9b3d4a7-994c-4aa8-bae7-c7678750a82d req-9e159d95-f543-4496-94b0-d5c3bcd60939 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 943 time: 0.1327283 Sep 20 04:52:20.049065 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-68c0490e-cc33-4ca1-bb51-29f11aa560d4 req-f83d97a7-6c0f-43e4-a41d-675d61a2b453 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747088 Sep 20 04:52:20.061019 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:20.141866 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d9b3d4a7-994c-4aa8-bae7-c7678750a82d req-b3c033bf-22a2-47e2-89fe-f02a07b66872 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893617 Sep 20 04:52:20.144843 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] For port 512e1b53-d964-4c70-8001-91bd16999e8b, host hv-cinder-75671, cleared binding levels {{(pid=112592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:52:20.150324 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] For port 512e1b53-d964-4c70-8001-91bd16999e8b, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=512e1b53-d964-4c70-8001-91bd16999e8b,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:52:20.178843 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (512e1b53-d964-4c70-8001-91bd16999e8b), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:20.180069 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:20.185617 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:20.187013 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:20.188459 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/512e1b53-d964-4c70-8001-91bd16999e8b HTTP/1.1" status: 200 len: 1093 time: 2.6041956 Sep 20 04:52:20.192860 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e85593-565d-40c6-bed2-121ca9466654', 'tag': '512e1b53-d964-4c70-8001-91bd16999e8b'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:52:20.195135 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da843ab0-ae89-4e7d-895c-1872dfb43f15" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e85593-565d-40c6-bed2-121ca9466654", "tag": "512e1b53-d964-4c70-8001-91bd16999e8b"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:52:20.251683 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b5024-2866-4c7b-96b0-107e30c97fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=512e1b53-d964-4c70-8001-91bd16999e8b,revision_number=3']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:20.281407 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b5b23d-ba3d-4aa8-975e-0cd5f9fd1ecc x-openstack-request-id: req-91b5b23d-ba3d-4aa8-975e-0cd5f9fd1ecc {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:52:20.281714 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e85593-565d-40c6-bed2-121ca9466654", "tag": "512e1b53-d964-4c70-8001-91bd16999e8b", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:52:20.282021 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-91b5b23d-ba3d-4aa8-975e-0cd5f9fd1ecc {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:52:20.282471 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b5b23d-ba3d-4aa8-975e-0cd5f9fd1ecc'] response: {'name': 'network-changed', 'server_uuid': 'd4e85593-565d-40c6-bed2-121ca9466654', 'tag': '512e1b53-d964-4c70-8001-91bd16999e8b', 'status': 'completed', 'code': 200} Sep 20 04:52:20.298077 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 45024) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:20.311291 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-c04bd6b8-c719-47d3-9395-b6f380e72dd1 None None] Attempt 5 to provision port 512e1b53-d964-4c70-8001-91bd16999e8b Sep 20 04:52:20.354086 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-50a1266b-d9e1-4b9f-b260-b90464e1ab9d req-5e64b256-77ff-4a31-bcbd-89833c7d8c83 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056670 Sep 20 04:52:20.386616 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-c04bd6b8-c719-47d3-9395-b6f380e72dd1 None None] Port 512e1b53-d964-4c70-8001-91bd16999e8b had new provisioning blocks added so it will not transition to active. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 04:52:20.408839 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-89117771-0422-4312-b123-be1b0d90e86f req-fefbf281-db71-4b15-8260-1c2e544b2d62 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46aec430-a166-4d48-b4d3-8dc05c3ee484 HTTP/1.1" status: 200 len: 217 time: 0.0671334 Sep 20 04:52:20.598841 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da843ab0-ae89-4e7d-895c-1872dfb43f15 req-6376f9a7-68ae-45ed-b19f-7fb3ad69b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:20.602361 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-da843ab0-ae89-4e7d-895c-1872dfb43f15 req-6376f9a7-68ae-45ed-b19f-7fb3ad69b6f0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 1127 time: 0.0848968 Sep 20 04:52:20.826799 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7481d87b-1dfb-406c-a38e-74c08b00dca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:20.833177 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a8f9fb8c-3294-497d-98ed-70bd771df1a0 req-71dc4606-cc03-44a0-be6a-6eaa7fe88bc2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 210 time: 0.0649562 Sep 20 04:52:20.839653 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89117771-0422-4312-b123-be1b0d90e86f req-93c884aa-8169-47b5-ad2e-d777a52a79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:20.841414 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-89117771-0422-4312-b123-be1b0d90e86f req-93c884aa-8169-47b5-ad2e-d777a52a79a5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ad134337-8f63-42ef-adef-c4cd4a6fe196 HTTP/1.1" status: 200 len: 851 time: 0.3936725 Sep 20 04:52:20.961332 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7481d87b-1dfb-406c-a38e-74c08b00dca9 admin admin] Publish callbacks [] for security_group (bada5a78-8d53-4ed7-9a07-3ebe1d26846e), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:20.973990 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7481d87b-1dfb-406c-a38e-74c08b00dca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (bada5a78-8d53-4ed7-9a07-3ebe1d26846e), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:20.989578 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:21.029835 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481d87b-1dfb-406c-a38e-74c08b00dca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bada5a78-8d53-4ed7-9a07-3ebe1d26846e,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:21.033916 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-7481d87b-1dfb-406c-a38e-74c08b00dca9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e05c35bd659a4d90bbea6148492e69ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7342322 Sep 20 04:52:21.036526 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 45070) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:21.111681 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5d9975fa-a564-4057-b7e3-537d8e119877 admin admin] Publish callbacks [] for security_group (bada5a78-8d53-4ed7-9a07-3ebe1d26846e), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:21.151255 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5d9975fa-a564-4057-b7e3-537d8e119877 admin admin] Publish callbacks [] for security_group (bada5a78-8d53-4ed7-9a07-3ebe1d26846e), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:21.326671 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1ad11-3dc7-43af-b67a-4b2a6b435588 req-be85ea5e-154e-4aae-963a-ec6660d67614 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:21.328877 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-15c1ad11-3dc7-43af-b67a-4b2a6b435588 req-be85ea5e-154e-4aae-963a-ec6660d67614 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 943 time: 0.0671818 Sep 20 04:52:21.352006 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bba963-6513-4fa7-9e17-e5c59bbbc875 req-9bcafa19-73b4-4252-a3a1-171ee4626a19 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:21.354138 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a9bba963-6513-4fa7-9e17-e5c59bbbc875 req-9bcafa19-73b4-4252-a3a1-171ee4626a19 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 944 time: 0.1362188 Sep 20 04:52:21.362839 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5d9975fa-a564-4057-b7e3-537d8e119877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (bada5a78-8d53-4ed7-9a07-3ebe1d26846e), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:21.365356 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5d9975fa-a564-4057-b7e3-537d8e119877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:21.369788 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-5d9975fa-a564-4057-b7e3-537d8e119877 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bada5a78-8d53-4ed7-9a07-3ebe1d26846e HTTP/1.1" status: 204 len: 168 time: 0.3316166 Sep 20 04:52:21.397298 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9975fa-a564-4057-b7e3-537d8e119877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bada5a78-8d53-4ed7-9a07-3ebe1d26846e,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:21.456261 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:21.476306 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-15c1ad11-3dc7-43af-b67a-4b2a6b435588 req-bc4cd081-f5b9-4da6-afa7-72af6aebfdcb tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407535 Sep 20 04:52:21.493709 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a9bba963-6513-4fa7-9e17-e5c59bbbc875 req-b91c6e34-7fcb-45ec-adb5-2720722b0248 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314940 Sep 20 04:52:21.650066 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:21.868624 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 45124) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:21.883060 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ebb9304d-d815-4a64-8555-668a8cf68fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:21.901936 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:21.979092 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4f433b3d-8ba1-4178-83f4-4759e9a80f92 req-3fc16f03-1c48-430d-bf99-4f15849adb6c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 210 time: 0.0424280 Sep 20 04:52:22.035348 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ebb9304d-d815-4a64-8555-668a8cf68fa6 admin admin] Publish callbacks [] for security_group (a67c892f-2fd4-4a8a-88e3-75679b3754aa), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:22.042625 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ebb9304d-d815-4a64-8555-668a8cf68fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (a67c892f-2fd4-4a8a-88e3-75679b3754aa), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:22.086229 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-ebb9304d-d815-4a64-8555-668a8cf68fa6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fb62f214ceb74bf291118da4206edbac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168727 Sep 20 04:52:22.087959 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9304d-d815-4a64-8555-668a8cf68fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67c892f-2fd4-4a8a-88e3-75679b3754aa,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:22.089470 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 45136) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:22.145291 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-aaf92bd8-d28c-4622-9a45-a05e2fe33d90 admin admin] Publish callbacks [] for security_group (a67c892f-2fd4-4a8a-88e3-75679b3754aa), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:22.168872 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:22.170961 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-aaf92bd8-d28c-4622-9a45-a05e2fe33d90 admin admin] Publish callbacks [] for security_group (a67c892f-2fd4-4a8a-88e3-75679b3754aa), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:22.222146 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-aaf92bd8-d28c-4622-9a45-a05e2fe33d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (a67c892f-2fd4-4a8a-88e3-75679b3754aa), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:22.224754 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-aaf92bd8-d28c-4622-9a45-a05e2fe33d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:22.225827 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-aaf92bd8-d28c-4622-9a45-a05e2fe33d90 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a67c892f-2fd4-4a8a-88e3-75679b3754aa HTTP/1.1" status: 204 len: 168 time: 0.1339750 Sep 20 04:52:22.235724 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf92bd8-d28c-4622-9a45-a05e2fe33d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67c892f-2fd4-4a8a-88e3-75679b3754aa,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:22.251064 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:22.666175 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955578c-a690-4b0c-a0dd-aa4aee06f8a4 req-21d172cc-1fce-4ab0-8087-0504bb6c5281 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:22.667867 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8955578c-a690-4b0c-a0dd-aa4aee06f8a4 req-21d172cc-1fce-4ab0-8087-0504bb6c5281 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 943 time: 0.0905626 Sep 20 04:52:22.676512 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b262c-9bb3-414b-b0db-c1b23b3b804f req-07c6c6c2-6dd5-4e56-af4c-1c17366de3db tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:22.678022 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a32b262c-9bb3-414b-b0db-c1b23b3b804f req-07c6c6c2-6dd5-4e56-af4c-1c17366de3db tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 944 time: 0.0847187 Sep 20 04:52:22.768480 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8955578c-a690-4b0c-a0dd-aa4aee06f8a4 req-0935017b-5062-4175-95eb-03df08e3f8cf tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892065 Sep 20 04:52:22.780933 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a32b262c-9bb3-414b-b0db-c1b23b3b804f req-6087133c-96c2-4326-ab6b-5f303bcb566c tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840664 Sep 20 04:52:23.099502 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-685f296e-448f-4013-8c99-835f058f7c65 req-c0d6ea08-80c1-45d5-8f00-249b9c2ac808 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 210 time: 0.0357742 Sep 20 04:52:23.430353 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 45290) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:23.536478 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bd7a377d-6fea-4be7-8717-f6fbf7a41302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:23.620073 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bd7a377d-6fea-4be7-8717-f6fbf7a41302 admin admin] Publish callbacks [] for security_group (d786dfc0-6481-4e9b-b945-6afc039cc05f), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:23.624422 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bd7a377d-6fea-4be7-8717-f6fbf7a41302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (d786dfc0-6481-4e9b-b945-6afc039cc05f), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:23.661117 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a377d-6fea-4be7-8717-f6fbf7a41302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d786dfc0-6481-4e9b-b945-6afc039cc05f,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:23.679389 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-bd7a377d-6fea-4be7-8717-f6fbf7a41302 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=41dea1ef77ba41bb98681a9ac02d6f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476377 Sep 20 04:52:23.682411 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 45298) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:23.730568 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e6738129-d43d-46d7-9866-e508caa6dfa4 admin admin] Publish callbacks [] for security_group (d786dfc0-6481-4e9b-b945-6afc039cc05f), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:23.750631 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e6738129-d43d-46d7-9866-e508caa6dfa4 admin admin] Publish callbacks [] for security_group (d786dfc0-6481-4e9b-b945-6afc039cc05f), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:23.802113 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e6738129-d43d-46d7-9866-e508caa6dfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (d786dfc0-6481-4e9b-b945-6afc039cc05f), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:23.804673 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e6738129-d43d-46d7-9866-e508caa6dfa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:23.806808 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-e6738129-d43d-46d7-9866-e508caa6dfa4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d786dfc0-6481-4e9b-b945-6afc039cc05f HTTP/1.1" status: 204 len: 168 time: 0.1233904 Sep 20 04:52:23.822657 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6738129-d43d-46d7-9866-e508caa6dfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d786dfc0-6481-4e9b-b945-6afc039cc05f,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:23.933800 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9eada-f957-4388-a1ba-303929fa60d8 req-fbc0eb13-6a30-4adc-9e9f-263de5c9c54c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:23.935277 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-32f9eada-f957-4388-a1ba-303929fa60d8 req-fbc0eb13-6a30-4adc-9e9f-263de5c9c54c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 943 time: 0.0742202 Sep 20 04:52:23.957266 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecce7f-61f6-422f-9645-a432f9150f85 req-4e36352a-b5bf-459b-8cbf-c501ee12707c tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:23.958693 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8fecce7f-61f6-422f-9645-a432f9150f85 req-4e36352a-b5bf-459b-8cbf-c501ee12707c tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 944 time: 0.0704665 Sep 20 04:52:24.027355 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-32f9eada-f957-4388-a1ba-303929fa60d8 req-edf13ae6-8281-4c2f-9284-f34af717f7e0 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837250 Sep 20 04:52:24.042235 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8fecce7f-61f6-422f-9645-a432f9150f85 req-70e4a74a-ad44-4057-b45b-a7d19c2deadf tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763931 Sep 20 04:52:24.097758 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device e7732f19-361c-4723-a7a3-dd9abf4593ea details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 04:52:24.125874 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 45314) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:24.139467 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7e1182d8-299c-4e23-87a9-8b3e74454651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:24.206758 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-890e1e5a-6c93-473d-a144-a26a185ae5f3 req-dd949dd8-0bdb-450c-a686-567f6c152a32 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 210 time: 0.0273302 Sep 20 04:52:24.229970 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port e7732f19-361c-4723-a7a3-dd9abf4593ea, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=e7732f19-361c-4723-a7a3-dd9abf4593ea,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:52:24.233387 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7e1182d8-299c-4e23-87a9-8b3e74454651 admin admin] Publish callbacks [] for security_group (0ed87b44-343e-4968-94a9-113bdf098a6a), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:24.238069 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7e1182d8-299c-4e23-87a9-8b3e74454651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (0ed87b44-343e-4968-94a9-113bdf098a6a), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:24.241829 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': 'e7732f19-361c-4723-a7a3-dd9abf4593ea', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'port_id': 'e7732f19-361c-4723-a7a3-dd9abf4593ea', 'mac_address': 'fa:16:3e:be:a4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 04:52:24.280490 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port e7732f19-361c-4723-a7a3-dd9abf4593ea is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:24.281037 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (e7732f19-361c-4723-a7a3-dd9abf4593ea), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:24.285448 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-7e1182d8-299c-4e23-87a9-8b3e74454651 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3d1ec00f60ad4ece89db3c38ad007d2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584973 Sep 20 04:52:24.286152 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1182d8-299c-4e23-87a9-8b3e74454651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed87b44-343e-4968-94a9-113bdf098a6a,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:24.288238 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 45320) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:24.295274 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7732f19-361c-4723-a7a3-dd9abf4593ea {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:52:24.322047 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port e7732f19-361c-4723-a7a3-dd9abf4593ea, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=e7732f19-361c-4723-a7a3-dd9abf4593ea,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:52:24.325740 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (e7732f19-361c-4723-a7a3-dd9abf4593ea), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:24.335416 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:24.342032 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc12a-8b8b-4f37-986c-f900d93bac05 admin admin] Publish callbacks [] for security_group (0ed87b44-343e-4968-94a9-113bdf098a6a), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:24.364932 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc12a-8b8b-4f37-986c-f900d93bac05 admin admin] Publish callbacks [] for security_group (0ed87b44-343e-4968-94a9-113bdf098a6a), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:24.372526 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=e7732f19-361c-4723-a7a3-dd9abf4593ea,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:24.416965 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc12a-8b8b-4f37-986c-f900d93bac05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (0ed87b44-343e-4968-94a9-113bdf098a6a), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:24.419798 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc12a-8b8b-4f37-986c-f900d93bac05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:24.420958 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-f7fdc12a-8b8b-4f37-986c-f900d93bac05 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0ed87b44-343e-4968-94a9-113bdf098a6a HTTP/1.1" status: 204 len: 168 time: 0.1314282 Sep 20 04:52:24.428819 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdc12a-8b8b-4f37-986c-f900d93bac05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed87b44-343e-4968-94a9-113bdf098a6a,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:25.178802 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666f033-96ca-4fa3-a4ea-c32e552caa22 req-b10f0b55-d365-4e97-b566-e60b2186fd66 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:25.180540 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c666f033-96ca-4fa3-a4ea-c32e552caa22 req-b10f0b55-d365-4e97-b566-e60b2186fd66 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 943 time: 0.0665064 Sep 20 04:52:25.234947 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583a82c-5924-4c6e-aa2d-9ab27ae08c1c req-5c8b5695-ab1f-4c47-968e-a338c7c12911 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:25.236324 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a583a82c-5924-4c6e-aa2d-9ab27ae08c1c req-5c8b5695-ab1f-4c47-968e-a338c7c12911 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 944 time: 0.0772960 Sep 20 04:52:25.256635 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:25.279601 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c666f033-96ca-4fa3-a4ea-c32e552caa22 req-4edf3331-1a4c-4795-b480-12ca7d182e10 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794399 Sep 20 04:52:25.315581 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a583a82c-5924-4c6e-aa2d-9ab27ae08c1c req-e075fdbc-10b6-4791-9e25-4cc6de3598f4 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692844 Sep 20 04:52:25.370084 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ed35bd4f-6b7c-48d3-9dbe-1dcd31869ab4 req-5a9a6dc2-57a1-497a-b749-af28aa654612 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 210 time: 0.0304797 Sep 20 04:52:26.414615 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3692cd-2e64-4a6b-851c-1e9377ed1cf3 req-96269769-ed7b-45c9-9470-65b46c1bb961 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:26.416056 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4e3692cd-2e64-4a6b-851c-1e9377ed1cf3 req-96269769-ed7b-45c9-9470-65b46c1bb961 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 943 time: 0.0605783 Sep 20 04:52:26.464824 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74f3aa-8dc3-4900-bd01-c1dad9dc56e1 req-7c54349d-6560-4115-9e68-e0f056c7d237 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:26.466303 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6f74f3aa-8dc3-4900-bd01-c1dad9dc56e1 req-7c54349d-6560-4115-9e68-e0f056c7d237 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 944 time: 0.0701087 Sep 20 04:52:26.507478 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4e3692cd-2e64-4a6b-851c-1e9377ed1cf3 req-47be0543-8702-4a70-afb0-fc043c558dba tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754075 Sep 20 04:52:26.531314 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6f74f3aa-8dc3-4900-bd01-c1dad9dc56e1 req-c3815128-cbec-4a68-8ca6-9c8cf4825741 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564470 Sep 20 04:52:26.593631 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-051f0c26-c3e9-4ee2-9605-fa5c8422d015 req-48062262-c8e2-40d4-bc43-134fffe5a15f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 210 time: 0.0277236 Sep 20 04:52:27.442857 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['e7732f19-361c-4723-a7a3-dd9abf4593ea'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:52:27.616742 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:27.669612 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985d26f-9985-4eb6-ac37-2f587b4c9aee req-745de913-aa84-4ca4-be25-5fff5d5a6758 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:27.671160 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4985d26f-9985-4eb6-ac37-2f587b4c9aee req-745de913-aa84-4ca4-be25-5fff5d5a6758 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 943 time: 0.0837035 Sep 20 04:52:27.728896 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c919d75-dddd-4dac-9a71-87c88b6e870f req-c0de9b7b-e095-4352-a86b-634e919e8176 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:27.730413 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6c919d75-dddd-4dac-9a71-87c88b6e870f req-c0de9b7b-e095-4352-a86b-634e919e8176 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 944 time: 0.1065779 Sep 20 04:52:27.802206 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89117771-0422-4312-b123-be1b0d90e86f req-a4d73fc2-893f-48ea-b2c7-85b2f8713569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:27.803692 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-89117771-0422-4312-b123-be1b0d90e86f req-a4d73fc2-893f-48ea-b2c7-85b2f8713569 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1409969 Sep 20 04:52:27.828370 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:27.869676 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da843ab0-ae89-4e7d-895c-1872dfb43f15 req-12d5d104-ee6f-4626-b71e-3475941f5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:27.871685 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-da843ab0-ae89-4e7d-895c-1872dfb43f15 req-12d5d104-ee6f-4626-b71e-3475941f5e81 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1901050 Sep 20 04:52:27.927209 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4985d26f-9985-4eb6-ac37-2f587b4c9aee req-60682f10-5703-4b83-9b43-c8b02aa4e609 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428751 Sep 20 04:52:27.952539 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6c919d75-dddd-4dac-9a71-87c88b6e870f req-30eb1581-93f2-4fcd-92b5-4eb4c4e37d05 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998193 Sep 20 04:52:27.967405 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-3ef41a56-624a-4b0d-bd05-e2baa6b6d8a0 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:27.968880 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-3ef41a56-624a-4b0d-bd05-e2baa6b6d8a0 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.25 "GET /networking/v2.0/networks?id=637b3136-e650-47ef-a9fe-492091eb8174 HTTP/1.1" status: 200 len: 815 time: 0.2829056 Sep 20 04:52:28.025285 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-89117771-0422-4312-b123-be1b0d90e86f req-e64291fb-939f-4e41-ab74-1fb95d507134 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047701 Sep 20 04:52:28.057928 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:28.067078 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:52:28.072299 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-47c22508-172e-4a9e-a786-f9670b588c9d req-ef2014f2-294c-4abd-85db-dde377a2ea3d tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 210 time: 0.0597434 Sep 20 04:52:28.161908 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-fc4df95d-99f5-4486-87c0-359118a55592 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4f0f0b8842ae496292c27a6ee1350d32 HTTP/1.1" status: 200 len: 380 time: 0.1760337 Sep 20 04:52:28.171949 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-ad33841f-9f0a-48da-8063-1afda6457e87 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'port': {'device_id': '7723784c-51e5-4936-b33a-caf9b1b87bab', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'admin_state_up': True, 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'security_groups': ['7be70ba5-2867-4c89-be2b-466cf9858f99']}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:52:28.182898 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:28.193863 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da843ab0-ae89-4e7d-895c-1872dfb43f15 req-0a30e25f-9e97-4df8-98e5-ba64f05aebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:28.195323 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-da843ab0-ae89-4e7d-895c-1872dfb43f15 req-0a30e25f-9e97-4df8-98e5-ba64f05aebb1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2108841 Sep 20 04:52:28.240967 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-89117771-0422-4312-b123-be1b0d90e86f req-bb931a6e-2ea4-4717-944f-f94f32fd1eae service neutron] 10.222.0.25 "GET /networking/v2.0/networks/75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920817 Sep 20 04:52:28.330374 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-10a85129-6b35-4cf3-8bb8-74edc547e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:28.331886 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-10a85129-6b35-4cf3-8bb8-74edc547e42e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 1127 time: 0.0641243 Sep 20 04:52:28.379976 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-ad33841f-9f0a-48da-8063-1afda6457e87 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Made reservation on behalf of 4f0f0b8842ae496292c27a6ee1350d32 for: {'port': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:52:28.383791 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-ad33841f-9f0a-48da-8063-1afda6457e87 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:28.387719 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-d5e078ae-549e-46cf-b042-005918e8e92c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=512e1b53-d964-4c70-8001-91bd16999e8b HTTP/1.1" status: 200 len: 217 time: 0.0414495 Sep 20 04:52:28.427614 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:28.493462 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-e459d263-88c2-4227-9a61-fbde9447d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:28.494944 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-e459d263-88c2-4227-9a61-fbde9447d099 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cf7788d5-5c18-43ac-bdba-25d88d0e67a1 HTTP/1.1" status: 200 len: 858 time: 0.1004558 Sep 20 04:52:28.573194 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-05023cbc-f968-4f38-8e48-fd2a9445a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:28.574716 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-05023cbc-f968-4f38-8e48-fd2a9445a920 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7f03bfe9-ec72-45e7-b49d-83e075955154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713634 Sep 20 04:52:28.596421 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-ad33841f-9f0a-48da-8063-1afda6457e87 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Allocated IP 172.20.0.7 (637b3136-e650-47ef-a9fe-492091eb8174/3f57d475-8572-4ec4-8852-9471b6c9f7c5/4e821eae-4814-40c5-b31f-2ea37b73d8f1) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:52:28.795293 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-ed65d9f2-04d2-4f09-b18a-b3dece1794e1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130346 Sep 20 04:52:28.863289 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-ad33841f-9f0a-48da-8063-1afda6457e87 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for port (4e821eae-4814-40c5-b31f-2ea37b73d8f1), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:28.919306 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:28.926570 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c28dd25-33d7-448f-b5c0-26bc3a606129 req-de433005-0cda-4ee3-956a-aa2fea68992e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223004 Sep 20 04:52:28.937035 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-ad33841f-9f0a-48da-8063-1afda6457e87 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (4e821eae-4814-40c5-b31f-2ea37b73d8f1), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:28.981296 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:29.209271 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-ad33841f-9f0a-48da-8063-1afda6457e87 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Network 637b3136-e650-47ef-a9fe-492091eb8174 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:52:29.223913 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-ad33841f-9f0a-48da-8063-1afda6457e87 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:52:29.232167 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-ad33841f-9f0a-48da-8063-1afda6457e87 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:52:29.236649 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-ad33841f-9f0a-48da-8063-1afda6457e87 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:29.237268 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-ad33841f-9f0a-48da-8063-1afda6457e87 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:29.239908 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33841f-9f0a-48da-8063-1afda6457e87 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'Port': ['ID=4e821eae-4814-40c5-b31f-2ea37b73d8f1,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:29.254733 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46bff5-43f8-4e39-96ee-381bc9e9c841 req-61ef1eae-16f7-4b10-be0f-75ab98dccb81 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:29.256233 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9d46bff5-43f8-4e39-96ee-381bc9e9c841 req-61ef1eae-16f7-4b10-be0f-75ab98dccb81 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 944 time: 0.1180561 Sep 20 04:52:29.264737 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666c8ee-f0ed-4507-b538-19b4984d0309 req-dbd1f394-fedc-448a-8096-bf23d5caf667 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:29.266229 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6666c8ee-f0ed-4507-b538-19b4984d0309 req-dbd1f394-fedc-448a-8096-bf23d5caf667 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 943 time: 0.1267223 Sep 20 04:52:29.286546 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-ad33841f-9f0a-48da-8063-1afda6457e87 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1181982 Sep 20 04:52:29.341760 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9d46bff5-43f8-4e39-96ee-381bc9e9c841 req-3e9d148c-b29b-451c-9bc8-3f7c9b11499c tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736785 Sep 20 04:52:29.354388 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6666c8ee-f0ed-4507-b538-19b4984d0309 req-bf027275-637e-4af1-abed-36d038dbe1d6 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784359 Sep 20 04:52:29.434564 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:29.450289 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f652ae8-8219-45cb-8f2c-8b700d4a2296 req-8c638cb0-3bbf-4dfd-bbb5-4f8a772f3f3e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:29.451737 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3f652ae8-8219-45cb-8f2c-8b700d4a2296 req-8c638cb0-3bbf-4dfd-bbb5-4f8a772f3f3e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 931 time: 0.0503788 Sep 20 04:52:29.473845 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Provisioning complete for port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:52:29.474167 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (4e821eae-4814-40c5-b31f-2ea37b73d8f1), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:29.474507 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Attempt 1 to provision port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 Sep 20 04:52:29.498962 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3f652ae8-8219-45cb-8f2c-8b700d4a2296 req-5eaaf9e9-80f1-4d66-980f-35c606e43fef tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413542 Sep 20 04:52:29.606349 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:30.107019 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Attempt 2 to provision port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 Sep 20 04:52:30.138813 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:30.496286 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c551f-d610-439c-88d9-da6cee943bde req-a6146ded-3248-4a45-95ad-c4a51b5535a9 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:30.497850 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-795c551f-d610-439c-88d9-da6cee943bde req-a6146ded-3248-4a45-95ad-c4a51b5535a9 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 944 time: 0.0778651 Sep 20 04:52:30.516625 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d692b-28ab-4ef5-b4c6-904854edd36b req-d0265524-50d7-47d8-a729-5241ab26869a tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:30.518043 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-394d692b-28ab-4ef5-b4c6-904854edd36b req-d0265524-50d7-47d8-a729-5241ab26869a tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 943 time: 0.0658846 Sep 20 04:52:30.578323 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-795c551f-d610-439c-88d9-da6cee943bde req-9a13c3ff-de25-4347-88cb-6affa0207b5d tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747867 Sep 20 04:52:30.590365 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-394d692b-28ab-4ef5-b4c6-904854edd36b req-a6b9a787-a5eb-4549-9096-db6f2b5b636f tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648804 Sep 20 04:52:30.639557 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Attempt 3 to provision port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 Sep 20 04:52:30.673507 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:30.679720 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ef03f-e805-481d-b37e-f81bc7f3efef req-099e5ec3-a2e6-4867-9a9c-ffb15433297f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:30.681304 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-721ef03f-e805-481d-b37e-f81bc7f3efef req-099e5ec3-a2e6-4867-9a9c-ffb15433297f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 931 time: 0.0466075 Sep 20 04:52:30.733267 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-721ef03f-e805-481d-b37e-f81bc7f3efef req-818e10f9-4cd8-44f0-9d24-936ca61fd678 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462887 Sep 20 04:52:31.174707 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Attempt 4 to provision port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 Sep 20 04:52:31.208433 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:31.686371 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 46aec430-a166-4d48-b4d3-8dc05c3ee484 details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 04:52:31.707912 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device e7732f19-361c-4723-a7a3-dd9abf4593ea up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:52:31.712213 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Attempt 5 to provision port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 Sep 20 04:52:31.729576 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902667a7-8bcd-40e8-a5f5-1bdea0aa10fc req-69e83f70-2a4e-466f-8a34-436092fab937 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:31.731161 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-902667a7-8bcd-40e8-a5f5-1bdea0aa10fc req-69e83f70-2a4e-466f-8a34-436092fab937 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 944 time: 0.0779533 Sep 20 04:52:31.743976 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92844e81-d7d8-4a19-8719-6cc6c34c7ec7 req-4029a5d4-f4c3-4fc2-81e7-fcd11595140f tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:31.745410 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-92844e81-d7d8-4a19-8719-6cc6c34c7ec7 req-4029a5d4-f4c3-4fc2-81e7-fcd11595140f tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 943 time: 0.0648494 Sep 20 04:52:31.786176 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:31.820202 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:31.829081 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-902667a7-8bcd-40e8-a5f5-1bdea0aa10fc req-2cbf3c37-5bad-4091-b754-9c50463a932f tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916426 Sep 20 04:52:31.833873 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-92844e81-d7d8-4a19-8719-6cc6c34c7ec7 req-28b64c91-ac4a-4d19-8e29-0a7fff295849 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819683 Sep 20 04:52:31.841359 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port e7732f19-361c-4723-a7a3-dd9abf4593ea completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 04:52:31.849996 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port e7732f19-361c-4723-a7a3-dd9abf4593ea triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:52:31.850370 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (e7732f19-361c-4723-a7a3-dd9abf4593ea), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:31.850749 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port e7732f19-361c-4723-a7a3-dd9abf4593ea Sep 20 04:52:31.913354 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 46aec430-a166-4d48-b4d3-8dc05c3ee484, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=46aec430-a166-4d48-b4d3-8dc05c3ee484,segment=NetworkSegment(aca2560d-db18-4e4e-9d4a-20af8d30ef21),segment_id=aca2560d-db18-4e4e-9d4a-20af8d30ef21)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:52:31.930179 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': '46aec430-a166-4d48-b4d3-8dc05c3ee484', 'network_id': '75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca', 'port_id': '46aec430-a166-4d48-b4d3-8dc05c3ee484', 'mac_address': 'fa:16:3e:f6:58:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad134337-8f63-42ef-adef-c4cd4a6fe196', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 04:52:31.975219 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd21b8-214b-4416-a42c-a89528004b36 req-19f491df-9b34-40b2-afee-e70d59a9f361 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:31.976727 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-cecd21b8-214b-4416-a42c-a89528004b36 req-19f491df-9b34-40b2-afee-e70d59a9f361 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 931 time: 0.0519700 Sep 20 04:52:31.999764 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 46aec430-a166-4d48-b4d3-8dc05c3ee484 is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:32.000156 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (46aec430-a166-4d48-b4d3-8dc05c3ee484), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:32.004969 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port e7732f19-361c-4723-a7a3-dd9abf4593ea is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:32.005342 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (e7732f19-361c-4723-a7a3-dd9abf4593ea), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:32.025871 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46aec430-a166-4d48-b4d3-8dc05c3ee484 {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:52:32.026781 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-cecd21b8-214b-4416-a42c-a89528004b36 req-b4842d3a-d958-452f-ba4d-1f1103d04b47 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440991 Sep 20 04:52:32.054236 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7732f19-361c-4723-a7a3-dd9abf4593ea'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:52:32.126345 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 46aec430-a166-4d48-b4d3-8dc05c3ee484, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=46aec430-a166-4d48-b4d3-8dc05c3ee484,segment=NetworkSegment(aca2560d-db18-4e4e-9d4a-20af8d30ef21),segment_id=aca2560d-db18-4e4e-9d4a-20af8d30ef21)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:52:32.143566 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port e7732f19-361c-4723-a7a3-dd9abf4593ea, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=e7732f19-361c-4723-a7a3-dd9abf4593ea,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:52:32.144588 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (46aec430-a166-4d48-b4d3-8dc05c3ee484), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:32.155900 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (e7732f19-361c-4723-a7a3-dd9abf4593ea), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:32.212889 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=46aec430-a166-4d48-b4d3-8dc05c3ee484,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:32.250666 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946d13de-061a-411d-ae49-1be26582081d" -d '{"events": [{"server_uuid": "208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2", "name": "network-vif-plugged", "status": "completed", "tag": "e7732f19-361c-4723-a7a3-dd9abf4593ea"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:52:32.267241 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=e7732f19-361c-4723-a7a3-dd9abf4593ea,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:32.287034 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Attempt 6 to provision port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 Sep 20 04:52:32.320316 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:32.355662 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd77ca2a-869a-451f-bf77-5687abf850c0 x-openstack-request-id: req-fd77ca2a-869a-451f-bf77-5687abf850c0 {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:52:32.355976 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2", "name": "network-vif-plugged", "status": "completed", "tag": "e7732f19-361c-4723-a7a3-dd9abf4593ea", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:52:32.356236 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fd77ca2a-869a-451f-bf77-5687abf850c0 {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:52:32.356707 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd77ca2a-869a-451f-bf77-5687abf850c0'] response: {'server_uuid': '208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7732f19-361c-4723-a7a3-dd9abf4593ea', 'code': 200} Sep 20 04:52:32.483858 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['46aec430-a166-4d48-b4d3-8dc05c3ee484'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:52:32.530491 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:32.625632 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Request body: {'port': {'device_id': '7723784c-51e5-4936-b33a-caf9b1b87bab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:52:32.714933 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (4e821eae-4814-40c5-b31f-2ea37b73d8f1), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:32.717976 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:32.821690 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Attempt 7 to provision port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 Sep 20 04:52:32.857922 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:33.077725 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4f8b4-fa42-4ae9-a76a-933bfcb1123a req-dbefce80-fed0-4072-9c8b-3c75e5d11732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:33.079348 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9dd4f8b4-fa42-4ae9-a76a-933bfcb1123a req-dbefce80-fed0-4072-9c8b-3c75e5d11732 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 1130 time: 0.2029376 Sep 20 04:52:33.184268 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9dd4f8b4-fa42-4ae9-a76a-933bfcb1123a req-3a7fbeb3-e28f-449f-a0ea-bb7b7c1f358c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:33.198592 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 46aec430-a166-4d48-b4d3-8dc05c3ee484 up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:52:33.230508 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c292f-7a8a-4078-9d5f-897a6eb3a939 req-775a5dbb-2b9f-48ac-abb4-1edecd84cf81 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:33.232129 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0d4c292f-7a8a-4078-9d5f-897a6eb3a939 req-775a5dbb-2b9f-48ac-abb4-1edecd84cf81 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 945 time: 0.2485075 Sep 20 04:52:33.239058 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540752d-28a6-4d00-bf12-8d5f80c35c0b req-38be6e98-9534-48e7-99cd-84c5070d86b4 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:33.240999 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6540752d-28a6-4d00-bf12-8d5f80c35c0b req-38be6e98-9534-48e7-99cd-84c5070d86b4 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 943 time: 0.2626312 Sep 20 04:52:33.264068 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port 46aec430-a166-4d48-b4d3-8dc05c3ee484 completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 04:52:33.266723 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:33.272639 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port 46aec430-a166-4d48-b4d3-8dc05c3ee484 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:52:33.273292 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (46aec430-a166-4d48-b4d3-8dc05c3ee484), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:33.273835 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port 46aec430-a166-4d48-b4d3-8dc05c3ee484 Sep 20 04:52:33.364932 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Attempt 8 to provision port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 Sep 20 04:52:33.407602 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 46aec430-a166-4d48-b4d3-8dc05c3ee484 is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:33.407883 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (46aec430-a166-4d48-b4d3-8dc05c3ee484), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:33.421352 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:33.431414 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0d4c292f-7a8a-4078-9d5f-897a6eb3a939 req-3dece376-b523-4e30-9904-219280d8f817 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890159 Sep 20 04:52:33.445015 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 46aec430-a166-4d48-b4d3-8dc05c3ee484, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=46aec430-a166-4d48-b4d3-8dc05c3ee484,segment=NetworkSegment(aca2560d-db18-4e4e-9d4a-20af8d30ef21),segment_id=aca2560d-db18-4e4e-9d4a-20af8d30ef21)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:52:33.451955 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (46aec430-a166-4d48-b4d3-8dc05c3ee484), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:33.457693 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:33.497318 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6540752d-28a6-4d00-bf12-8d5f80c35c0b req-3f0b91d8-8f4d-411b-808a-53ded20934a2 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388904 Sep 20 04:52:33.534361 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=46aec430-a166-4d48-b4d3-8dc05c3ee484,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:33.567545 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e821eae-4814-40c5-b31f-2ea37b73d8f1 {{(pid=112592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:52:33.579992 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9dd4f8b4-fa42-4ae9-a76a-933bfcb1123a req-3a7fbeb3-e28f-449f-a0ea-bb7b7c1f358c service neutron] Publish callbacks [] for security_group (aa1e141c-9fe6-4725-ab17-990d6d636c2a), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:33.582829 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Publish callbacks [] for port (4e821eae-4814-40c5-b31f-2ea37b73d8f1), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:33.591754 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9dd4f8b4-fa42-4ae9-a76a-933bfcb1123a req-3a7fbeb3-e28f-449f-a0ea-bb7b7c1f358c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (aa1e141c-9fe6-4725-ab17-990d6d636c2a), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:33.631962 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.provisioning_blocks [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Transition to ACTIVE for port object 4e821eae-4814-40c5-b31f-2ea37b73d8f1 will not be triggered until provisioned by entity L2. {{(pid=112592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 04:52:33.651605 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (4e821eae-4814-40c5-b31f-2ea37b73d8f1), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:33.723523 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fbeb3-e28f-449f-a0ea-bb7b7c1f358c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1e141c-9fe6-4725-ab17-990d6d636c2a,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:33.733812 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9dd4f8b4-fa42-4ae9-a76a-933bfcb1123a req-3a7fbeb3-e28f-449f-a0ea-bb7b7c1f358c service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6281822 Sep 20 04:52:33.811523 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386077b-0dec-49c0-bf71-c2b0394f175a req-29da8c86-cb98-4236-9fc4-ab61eb09cee7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:33.813447 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6386077b-0dec-49c0-bf71-c2b0394f175a req-29da8c86-cb98-4236-9fc4-ab61eb09cee7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 943 time: 0.1713445 Sep 20 04:52:33.819165 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e821eae-4814-40c5-b31f-2ea37b73d8f1,revision_number=2']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:33.834611 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Attempting to bind port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:52:33.834989 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Attempting to bind port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:52:33.835648 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Attempting to bind port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 on network 637b3136-e650-47ef-a9fe-492091eb8174 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:52:33.888352 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:33.922542 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Attempt 9 to provision port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 Sep 20 04:52:33.947655 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6386077b-0dec-49c0-bf71-c2b0394f175a req-0b091de0-9f5a-47d3-9ccf-9317a4148c76 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154056 Sep 20 04:52:33.951055 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 on network 637b3136-e650-47ef-a9fe-492091eb8174 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 04:52:33.951184 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Attempting to bind port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 on network 637b3136-e650-47ef-a9fe-492091eb8174 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:52:33.982140 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:52:34.014147 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:52:34.014586 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Checking segment: {'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:52:34.015044 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Bound using segment: {'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:52:34.015554 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Bound port: 4e821eae-4814-40c5-b31f-2ea37b73d8f1, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'}}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:52:34.015981 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (4e821eae-4814-40c5-b31f-2ea37b73d8f1), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:34.083780 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] For port 4e821eae-4814-40c5-b31f-2ea37b73d8f1, host hv-cinder-75671, cleared binding levels {{(pid=112592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:52:34.087244 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] For port 4e821eae-4814-40c5-b31f-2ea37b73d8f1, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=4e821eae-4814-40c5-b31f-2ea37b73d8f1,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:52:34.095516 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (4e821eae-4814-40c5-b31f-2ea37b73d8f1), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:34.103784 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:34.104418 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:34.105933 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/4e821eae-4814-40c5-b31f-2ea37b73d8f1 HTTP/1.1" status: 200 len: 1093 time: 1.4852629 Sep 20 04:52:34.107502 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7723784c-51e5-4936-b33a-caf9b1b87bab', 'tag': '4e821eae-4814-40c5-b31f-2ea37b73d8f1'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:52:34.111565 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22909ab8-dd19-43fc-b4a6-fcef8c747d73" -d '{"events": [{"name": "network-changed", "server_uuid": "7723784c-51e5-4936-b33a-caf9b1b87bab", "tag": "4e821eae-4814-40c5-b31f-2ea37b73d8f1"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:52:34.181929 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dfa1e2-a4eb-40a8-a503-24aad5a12f2b x-openstack-request-id: req-f2dfa1e2-a4eb-40a8-a503-24aad5a12f2b {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:52:34.182226 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7723784c-51e5-4936-b33a-caf9b1b87bab", "tag": "4e821eae-4814-40c5-b31f-2ea37b73d8f1", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:52:34.182480 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f2dfa1e2-a4eb-40a8-a503-24aad5a12f2b {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:52:34.182882 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2dfa1e2-a4eb-40a8-a503-24aad5a12f2b'] response: {'name': 'network-changed', 'server_uuid': '7723784c-51e5-4936-b33a-caf9b1b87bab', 'tag': '4e821eae-4814-40c5-b31f-2ea37b73d8f1', 'status': 'completed', 'code': 200} Sep 20 04:52:34.183663 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad49fae-babc-445a-891e-65e727da39f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e821eae-4814-40c5-b31f-2ea37b73d8f1,revision_number=3']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:34.357794 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033b2f0d-760f-467a-9b3b-e7a8f2196aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46aec430-a166-4d48-b4d3-8dc05c3ee484'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:52:34.360273 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6737d4cb-1fea-42dc-acfc-160c4f4bf0bf" -d '{"events": [{"server_uuid": "033b2f0d-760f-467a-9b3b-e7a8f2196aa7", "name": "network-vif-plugged", "status": "completed", "tag": "46aec430-a166-4d48-b4d3-8dc05c3ee484"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:52:34.400817 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e842d87c-ac9e-470c-b5e9-4581d95891ea x-openstack-request-id: req-e842d87c-ac9e-470c-b5e9-4581d95891ea {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:52:34.401293 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033b2f0d-760f-467a-9b3b-e7a8f2196aa7", "name": "network-vif-plugged", "status": "completed", "tag": "46aec430-a166-4d48-b4d3-8dc05c3ee484", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:52:34.401748 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e842d87c-ac9e-470c-b5e9-4581d95891ea {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:52:34.402156 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e842d87c-ac9e-470c-b5e9-4581d95891ea'] response: {'server_uuid': '033b2f0d-760f-467a-9b3b-e7a8f2196aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46aec430-a166-4d48-b4d3-8dc05c3ee484', 'code': 200} Sep 20 04:52:34.483127 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Attempt 10 to provision port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 Sep 20 04:52:34.537066 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-9872fac6-49b4-4c2d-a915-61da8ecd4738 None None] Port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 had new provisioning blocks added so it will not transition to active. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 04:52:34.605856 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:34.640421 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344d22d-4252-483f-8bad-8edc537a883e req-7878e391-dbc1-47ac-a19b-99894a800bbd tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:34.642038 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a344d22d-4252-483f-8bad-8edc537a883e req-7878e391-dbc1-47ac-a19b-99894a800bbd tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 946 time: 0.0824540 Sep 20 04:52:34.673015 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0448875-1b99-46d5-a28b-160c8e64ac38 req-6eca99dd-6976-41b7-913d-7375d09f1ff2 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:34.674463 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a0448875-1b99-46d5-a28b-160c8e64ac38 req-6eca99dd-6976-41b7-913d-7375d09f1ff2 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 943 time: 0.0842314 Sep 20 04:52:34.723832 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a344d22d-4252-483f-8bad-8edc537a883e req-0b9af9e7-cdfc-45c2-8f76-7fd61efae675 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742123 Sep 20 04:52:34.748836 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a0448875-1b99-46d5-a28b-160c8e64ac38 req-6cf8ccc6-8e32-4b7a-b8cd-783081ebc14f tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657012 Sep 20 04:52:35.064081 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60aecf6-ae87-4477-ada2-90101cae3472 req-eb1d2fa7-d2cc-4822-bc34-a4a662a679fb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:35.065720 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e60aecf6-ae87-4477-ada2-90101cae3472 req-eb1d2fa7-d2cc-4822-bc34-a4a662a679fb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 943 time: 0.0479686 Sep 20 04:52:35.113159 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e60aecf6-ae87-4477-ada2-90101cae3472 req-f4cb22cb-969f-4f11-aff1-095d2fca02cc tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412891 Sep 20 04:52:35.870380 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56030d5-0f37-4976-b30c-bcbf4fa81cd4 req-291b73c5-1c6a-4526-b566-eb59728ab2a6 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:35.871707 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a56030d5-0f37-4976-b30c-bcbf4fa81cd4 req-291b73c5-1c6a-4526-b566-eb59728ab2a6 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 946 time: 0.0728028 Sep 20 04:52:35.892279 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4aee3-48da-4da4-95ce-97115d599f3f req-28d5c1ac-910b-4efb-9750-341ba4a2cc7d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:35.893667 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-77e4aee3-48da-4da4-95ce-97115d599f3f req-28d5c1ac-910b-4efb-9750-341ba4a2cc7d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 943 time: 0.0673027 Sep 20 04:52:35.955350 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a56030d5-0f37-4976-b30c-bcbf4fa81cd4 req-fcfc836e-a5a8-4ccb-86c3-b21246183dae tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760214 Sep 20 04:52:35.962068 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-77e4aee3-48da-4da4-95ce-97115d599f3f req-2735f601-be91-486f-8dd4-06a545a00de3 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615873 Sep 20 04:52:36.232200 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80dd758-126a-4d8d-afa4-0557ce55e5ef req-cca0e733-f3b2-4216-addb-aa86dc94ae25 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:36.233660 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a80dd758-126a-4d8d-afa4-0557ce55e5ef req-cca0e733-f3b2-4216-addb-aa86dc94ae25 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 943 time: 0.0450134 Sep 20 04:52:36.282832 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a80dd758-126a-4d8d-afa4-0557ce55e5ef req-84bf9ebd-6c90-49cd-911f-a1a2db0eb9d0 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436957 Sep 20 04:52:36.744824 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 512e1b53-d964-4c70-8001-91bd16999e8b details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 04:52:36.852936 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 512e1b53-d964-4c70-8001-91bd16999e8b, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=512e1b53-d964-4c70-8001-91bd16999e8b,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:52:36.868198 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': '512e1b53-d964-4c70-8001-91bd16999e8b', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'port_id': '512e1b53-d964-4c70-8001-91bd16999e8b', 'mac_address': 'fa:16:3e:cc:1e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 04:52:36.905457 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 512e1b53-d964-4c70-8001-91bd16999e8b is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:36.905846 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (512e1b53-d964-4c70-8001-91bd16999e8b), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:36.919536 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512e1b53-d964-4c70-8001-91bd16999e8b {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:52:36.939645 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 512e1b53-d964-4c70-8001-91bd16999e8b, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=512e1b53-d964-4c70-8001-91bd16999e8b,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:52:36.943124 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (512e1b53-d964-4c70-8001-91bd16999e8b), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:36.947365 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:36.996405 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=512e1b53-d964-4c70-8001-91bd16999e8b,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:37.106359 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac34967-645e-4aaf-8a5a-b1140ed27a94 req-fe6905c2-bf7e-4318-b890-fcd99088a1b8 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:37.107743 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5ac34967-645e-4aaf-8a5a-b1140ed27a94 req-fe6905c2-bf7e-4318-b890-fcd99088a1b8 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 946 time: 0.0745840 Sep 20 04:52:37.115345 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fd18d-7518-4deb-a45a-c8fed29e5943 req-a6dc21a2-4593-484b-9809-85a78859a764 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:37.116723 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c55fd18d-7518-4deb-a45a-c8fed29e5943 req-a6dc21a2-4593-484b-9809-85a78859a764 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 944 time: 0.0742118 Sep 20 04:52:37.150936 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:37.199781 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5ac34967-645e-4aaf-8a5a-b1140ed27a94 req-d16600a9-8418-4d1d-be49-4be12fa84ec5 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813601 Sep 20 04:52:37.213320 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c55fd18d-7518-4deb-a45a-c8fed29e5943 req-a494db26-5e9f-434e-913a-87c14fb5f440 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882566 Sep 20 04:52:37.294263 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['512e1b53-d964-4c70-8001-91bd16999e8b'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:52:37.406380 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961b096-9731-4625-a538-53acbc087a7f req-f934e604-1132-4432-82ea-e682e033407a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:37.407874 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c961b096-9731-4625-a538-53acbc087a7f req-f934e604-1132-4432-82ea-e682e033407a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 943 time: 0.0505049 Sep 20 04:52:37.489811 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22909ab8-dd19-43fc-b4a6-fcef8c747d73 req-63ed6878-c503-4ef1-8e7a-a9088f68824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:37.491344 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-22909ab8-dd19-43fc-b4a6-fcef8c747d73 req-63ed6878-c503-4ef1-8e7a-a9088f68824c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f0f0b8842ae496292c27a6ee1350d32&device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 1127 time: 0.0588057 Sep 20 04:52:37.495802 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c961b096-9731-4625-a538-53acbc087a7f req-8eff629f-8b0d-4b1d-bbe2-a66c199081a5 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793443 Sep 20 04:52:37.842775 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c020d49-6117-4b3a-9e41-3aeb226e59f7 req-03dc1ec8-372f-436f-b7f1-1c89715d97a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:37.844488 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6c020d49-6117-4b3a-9e41-3aeb226e59f7 req-03dc1ec8-372f-436f-b7f1-1c89715d97a6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 1130 time: 0.0884328 Sep 20 04:52:37.929847 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22909ab8-dd19-43fc-b4a6-fcef8c747d73 req-028a1f32-4a0e-4f6b-9a88-c08997709c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:37.931427 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-22909ab8-dd19-43fc-b4a6-fcef8c747d73 req-028a1f32-4a0e-4f6b-9a88-c08997709c87 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=4f0f0b8842ae496292c27a6ee1350d32&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4229918 Sep 20 04:52:37.942899 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6c020d49-6117-4b3a-9e41-3aeb226e59f7 req-ceac42d4-b4d6-4b43-873b-49c6e983e2ce service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917106 Sep 20 04:52:38.190580 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=9 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:38.312805 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:38.469126 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8acfa7-786e-4447-a83d-f63c307971cd req-f7a90309-e3a1-4f06-885b-9f25b803ed35 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:38.470603 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7a8acfa7-786e-4447-a83d-f63c307971cd req-f7a90309-e3a1-4f06-885b-9f25b803ed35 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 946 time: 0.1349688 Sep 20 04:52:38.508111 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4f3ee-cbf0-474f-9a54-ca2aa71ab7cf req-4b96914d-915c-40d6-8017-8dbbed42ab17 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:38.509616 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-cbf4f3ee-cbf0-474f-9a54-ca2aa71ab7cf req-4b96914d-915c-40d6-8017-8dbbed42ab17 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 944 time: 0.1117423 Sep 20 04:52:38.601145 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22909ab8-dd19-43fc-b4a6-fcef8c747d73 req-0a46a9f3-7256-43d4-8a40-0646cb4fe84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:38.602663 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-22909ab8-dd19-43fc-b4a6-fcef8c747d73 req-0a46a9f3-7256-43d4-8a40-0646cb4fe84f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3489156 Sep 20 04:52:38.627890 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7a8acfa7-786e-4447-a83d-f63c307971cd req-5ddaec2b-498f-4a16-86eb-90a42cccb7b2 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373720 Sep 20 04:52:38.635194 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-cbf4f3ee-cbf0-474f-9a54-ca2aa71ab7cf req-aa33f2b9-ec91-4047-8d91-c04b2695a933 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138284 Sep 20 04:52:38.734978 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d824e7-25cf-4359-bc36-71ead0418583 req-2726f1ed-a99b-4dbe-b82e-cf80581e075d tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:38.736480 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-88d824e7-25cf-4359-bc36-71ead0418583 req-2726f1ed-a99b-4dbe-b82e-cf80581e075d tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 943 time: 0.0499971 Sep 20 04:52:38.747441 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 512e1b53-d964-4c70-8001-91bd16999e8b up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:52:38.792688 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port 512e1b53-d964-4c70-8001-91bd16999e8b completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 04:52:38.797026 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-88d824e7-25cf-4359-bc36-71ead0418583 req-492bdc02-222f-45fa-ba85-2767d7835a4e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534151 Sep 20 04:52:38.800290 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port 512e1b53-d964-4c70-8001-91bd16999e8b triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:52:38.800720 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (512e1b53-d964-4c70-8001-91bd16999e8b), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:38.801063 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port 512e1b53-d964-4c70-8001-91bd16999e8b Sep 20 04:52:38.890618 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 512e1b53-d964-4c70-8001-91bd16999e8b is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:38.891085 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (512e1b53-d964-4c70-8001-91bd16999e8b), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:38.917896 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e85593-565d-40c6-bed2-121ca9466654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512e1b53-d964-4c70-8001-91bd16999e8b'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:52:38.920194 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f572ce-9cde-4b6f-bb90-5da2f069f45c" -d '{"events": [{"server_uuid": "d4e85593-565d-40c6-bed2-121ca9466654", "name": "network-vif-plugged", "status": "completed", "tag": "512e1b53-d964-4c70-8001-91bd16999e8b"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:52:38.937696 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 512e1b53-d964-4c70-8001-91bd16999e8b, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=512e1b53-d964-4c70-8001-91bd16999e8b,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:52:38.948094 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (512e1b53-d964-4c70-8001-91bd16999e8b), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:38.980059 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febfa4d6-4b20-456b-a859-19df47f30246 x-openstack-request-id: req-febfa4d6-4b20-456b-a859-19df47f30246 {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:52:38.980357 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e85593-565d-40c6-bed2-121ca9466654", "name": "network-vif-plugged", "status": "completed", "tag": "512e1b53-d964-4c70-8001-91bd16999e8b", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:52:38.980632 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-febfa4d6-4b20-456b-a859-19df47f30246 {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:52:38.981035 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-febfa4d6-4b20-456b-a859-19df47f30246'] response: {'server_uuid': 'd4e85593-565d-40c6-bed2-121ca9466654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512e1b53-d964-4c70-8001-91bd16999e8b', 'code': 200} Sep 20 04:52:38.997003 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:39.012504 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=512e1b53-d964-4c70-8001-91bd16999e8b,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:39.488685 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 45782) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:39.605320 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7ce04bc8-e9c2-406a-843f-7fcfe113707a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:39.683991 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7ce04bc8-e9c2-406a-843f-7fcfe113707a admin admin] Publish callbacks [] for security_group (a2bb150e-db95-4a18-ba3e-8db5b919aca0), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:39.688886 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7ce04bc8-e9c2-406a-843f-7fcfe113707a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (a2bb150e-db95-4a18-ba3e-8db5b919aca0), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:39.732529 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 45796) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:39.734455 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-7ce04bc8-e9c2-406a-843f-7fcfe113707a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=eb3c5eada711464bb8c9d7f27dfcc742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443247 Sep 20 04:52:39.757969 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce04bc8-e9c2-406a-843f-7fcfe113707a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bb150e-db95-4a18-ba3e-8db5b919aca0,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:39.786083 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-09cae6c7-732b-451c-9cd7-9035f0001b09 admin admin] Publish callbacks [] for security_group (a2bb150e-db95-4a18-ba3e-8db5b919aca0), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:39.809889 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-09cae6c7-732b-451c-9cd7-9035f0001b09 admin admin] Publish callbacks [] for security_group (a2bb150e-db95-4a18-ba3e-8db5b919aca0), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:39.822766 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cdf7b-dc67-4ed0-9499-260c14bce38d req-637c224b-a291-47f6-bb91-b1cae779a4c0 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:39.824282 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ee6cdf7b-dc67-4ed0-9499-260c14bce38d req-637c224b-a291-47f6-bb91-b1cae779a4c0 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0862534 Sep 20 04:52:39.830089 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3bb79-7a07-449d-ac47-42d91ff8c56b req-0ab71037-bcab-4c34-a4a1-3d01dd76f4fa tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:39.833028 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e6b3bb79-7a07-449d-ac47-42d91ff8c56b req-0ab71037-bcab-4c34-a4a1-3d01dd76f4fa tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 946 time: 0.0963671 Sep 20 04:52:39.864550 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-09cae6c7-732b-451c-9cd7-9035f0001b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (a2bb150e-db95-4a18-ba3e-8db5b919aca0), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:39.868370 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-09cae6c7-732b-451c-9cd7-9035f0001b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:39.872797 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-09cae6c7-732b-451c-9cd7-9035f0001b09 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a2bb150e-db95-4a18-ba3e-8db5b919aca0 HTTP/1.1" status: 204 len: 168 time: 0.1392136 Sep 20 04:52:39.883600 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cae6c7-732b-451c-9cd7-9035f0001b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bb150e-db95-4a18-ba3e-8db5b919aca0,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:39.911020 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:39.920561 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e6b3bb79-7a07-449d-ac47-42d91ff8c56b req-1958fd78-4efb-40d9-bf5e-10f18c910ef7 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796733 Sep 20 04:52:39.929137 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ee6cdf7b-dc67-4ed0-9499-260c14bce38d req-fa61c10c-6934-4338-9800-93787a7d0546 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950861 Sep 20 04:52:40.095682 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6a3fa-264b-4321-9d24-200d03792c2e req-75319ba4-80a8-4bb4-8faf-0d429dee7978 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:40.097377 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dbc6a3fa-264b-4321-9d24-200d03792c2e req-75319ba4-80a8-4bb4-8faf-0d429dee7978 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 943 time: 0.0713427 Sep 20 04:52:40.150829 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dbc6a3fa-264b-4321-9d24-200d03792c2e req-d4e5c02d-8ad2-48da-b863-3dff08b4ccd0 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469601 Sep 20 04:52:40.314634 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 45818) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:40.328960 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-82709715-81bd-4f7f-9bc6-3a41d3a06674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:40.414062 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-82709715-81bd-4f7f-9bc6-3a41d3a06674 admin admin] Publish callbacks [] for security_group (d029bbd8-91d8-40ae-9b9d-5c8d81b38a09), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:40.417757 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-82709715-81bd-4f7f-9bc6-3a41d3a06674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (d029bbd8-91d8-40ae-9b9d-5c8d81b38a09), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:40.456506 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82709715-81bd-4f7f-9bc6-3a41d3a06674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d029bbd8-91d8-40ae-9b9d-5c8d81b38a09,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:40.462454 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-82709715-81bd-4f7f-9bc6-3a41d3a06674 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2a9eba7f887c4da39b75d9bd26aece7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466949 Sep 20 04:52:40.464989 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 45822) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:40.511167 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-a0e9801d-ffa8-48c9-8ef5-37f6817d8a29 admin admin] Publish callbacks [] for security_group (d029bbd8-91d8-40ae-9b9d-5c8d81b38a09), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:40.531804 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-a0e9801d-ffa8-48c9-8ef5-37f6817d8a29 admin admin] Publish callbacks [] for security_group (d029bbd8-91d8-40ae-9b9d-5c8d81b38a09), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:40.590411 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-a0e9801d-ffa8-48c9-8ef5-37f6817d8a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (d029bbd8-91d8-40ae-9b9d-5c8d81b38a09), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:40.590411 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-a0e9801d-ffa8-48c9-8ef5-37f6817d8a29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:40.591498 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-a0e9801d-ffa8-48c9-8ef5-37f6817d8a29 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d029bbd8-91d8-40ae-9b9d-5c8d81b38a09 HTTP/1.1" status: 204 len: 168 time: 0.1255972 Sep 20 04:52:40.600764 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9801d-ffa8-48c9-8ef5-37f6817d8a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d029bbd8-91d8-40ae-9b9d-5c8d81b38a09,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:40.939123 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 45842) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:40.952760 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b480065d-e2a2-4301-a3b5-4ac6edba59f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:41.027507 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b480065d-e2a2-4301-a3b5-4ac6edba59f7 admin admin] Publish callbacks [] for security_group (bb1fa50e-39e4-41e3-ae9e-8f57b4d9646e), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:41.031753 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b480065d-e2a2-4301-a3b5-4ac6edba59f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (bb1fa50e-39e4-41e3-ae9e-8f57b4d9646e), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:41.055344 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee9b83-8faa-4ab2-a064-537200eb28e4 req-96ab0a3b-631f-474e-a054-eaf2bde24b82 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:41.057010 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-95ee9b83-8faa-4ab2-a064-537200eb28e4 req-96ab0a3b-631f-474e-a054-eaf2bde24b82 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0457392 Sep 20 04:52:41.073955 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-b480065d-e2a2-4301-a3b5-4ac6edba59f7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7f76b2cbae8f4cdb86b2de2596ab5c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337676 Sep 20 04:52:41.075187 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480065d-e2a2-4301-a3b5-4ac6edba59f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1fa50e-39e4-41e3-ae9e-8f57b4d9646e,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:41.077422 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 45846) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:41.091912 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:41.130411 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-95ee9b83-8faa-4ab2-a064-537200eb28e4 req-7eccaba0-f311-465e-85ea-3310089b9100 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674357 Sep 20 04:52:41.156512 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9b4f-a103-4896-962b-4e85166bd1d5 admin admin] Publish callbacks [] for security_group (bb1fa50e-39e4-41e3-ae9e-8f57b4d9646e), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:41.178004 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9b4f-a103-4896-962b-4e85166bd1d5 admin admin] Publish callbacks [] for security_group (bb1fa50e-39e4-41e3-ae9e-8f57b4d9646e), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:41.225517 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9b4f-a103-4896-962b-4e85166bd1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (bb1fa50e-39e4-41e3-ae9e-8f57b4d9646e), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:41.228542 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9b4f-a103-4896-962b-4e85166bd1d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:41.229723 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-bb3a9b4f-a103-4896-962b-4e85166bd1d5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bb1fa50e-39e4-41e3-ae9e-8f57b4d9646e HTTP/1.1" status: 204 len: 168 time: 0.1512785 Sep 20 04:52:41.261862 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a9b4f-a103-4896-962b-4e85166bd1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1fa50e-39e4-41e3-ae9e-8f57b4d9646e,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:41.281414 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605a87a-8fc4-41c1-b4fa-c654a0c2f126 req-50d1a83b-328e-48f9-a73f-2b886a3e21a9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:41.282906 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d605a87a-8fc4-41c1-b4fa-c654a0c2f126 req-50d1a83b-328e-48f9-a73f-2b886a3e21a9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 943 time: 0.0522020 Sep 20 04:52:41.340644 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d605a87a-8fc4-41c1-b4fa-c654a0c2f126 req-a2645687-1d7e-420e-8bca-09ee1fa14d17 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464349 Sep 20 04:52:42.269039 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fc09e-0943-46c0-8582-db8ab2e1350b req-b1bab503-9293-40d1-a100-352637465da1 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:42.269039 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-042fc09e-0943-46c0-8582-db8ab2e1350b req-b1bab503-9293-40d1-a100-352637465da1 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0531797 Sep 20 04:52:42.314754 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-042fc09e-0943-46c0-8582-db8ab2e1350b req-ca073a92-6819-497b-9508-2e69de6d8159 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449829 Sep 20 04:52:42.479822 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdcd60-6b8c-4926-8c42-20bba15fcc72 req-e644a773-0a04-4cd5-8243-b4052ed90904 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:42.486626 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f1bdcd60-6b8c-4926-8c42-20bba15fcc72 req-e644a773-0a04-4cd5-8243-b4052ed90904 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 943 time: 0.0588524 Sep 20 04:52:42.534097 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f1bdcd60-6b8c-4926-8c42-20bba15fcc72 req-5dcee2ad-acd0-4032-af6b-cb6b3ad059f3 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465786 Sep 20 04:52:42.956745 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-8da70858-9f54-4b60-b7c3-3104025a43f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:42.958579 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-8da70858-9f54-4b60-b7c3-3104025a43f0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f0f0b8842ae496292c27a6ee1350d32&device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 1127 time: 0.0415027 Sep 20 04:52:43.136874 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-3b65e9ee-0940-41a9-b16e-45ae33689784 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e821eae-4814-40c5-b31f-2ea37b73d8f1 HTTP/1.1" status: 200 len: 217 time: 0.0863338 Sep 20 04:52:43.157024 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bff7a-0057-4bac-a2f7-f10b32d8311f req-b77363b7-0e87-49c6-9b7f-0c83d8f0b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:43.157024 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e95bff7a-0057-4bac-a2f7-f10b32d8311f req-b77363b7-0e87-49c6-9b7f-0c83d8f0b105 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 1129 time: 0.1020215 Sep 20 04:52:43.235400 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-286b0df4-8f96-4c1f-bf49-62fc1bc73ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:43.236975 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-286b0df4-8f96-4c1f-bf49-62fc1bc73ec0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f57d475-8572-4ec4-8852-9471b6c9f7c5 HTTP/1.1" status: 200 len: 854 time: 0.0929391 Sep 20 04:52:43.261333 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e95bff7a-0057-4bac-a2f7-f10b32d8311f req-4286f795-6b8b-4166-9333-fa9a3b10d14a service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945723 Sep 20 04:52:43.292135 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-4f52413b-0c1d-463f-a170-966caf9342c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:43.293694 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-4f52413b-0c1d-463f-a170-966caf9342c4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=637b3136-e650-47ef-a9fe-492091eb8174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452542 Sep 20 04:52:43.452493 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:43.469742 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d21b8-28ac-459e-b1a9-81ce5ab33e0a req-4956706a-b341-423b-9e8c-a3584bf0ffb3 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:43.471331 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f26d21b8-28ac-459e-b1a9-81ce5ab33e0a req-4956706a-b341-423b-9e8c-a3584bf0ffb3 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0624495 Sep 20 04:52:43.524774 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f26d21b8-28ac-459e-b1a9-81ce5ab33e0a req-1683a298-c519-4ed0-b0ad-6c0ade00b76a tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470867 Sep 20 04:52:43.702737 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178fff4-9983-4a9e-b2f7-e37cd246c561 req-d6fdd35c-f10b-4ff1-8c13-538208af579a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:43.704241 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a178fff4-9983-4a9e-b2f7-e37cd246c561 req-d6fdd35c-f10b-4ff1-8c13-538208af579a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 943 time: 0.0646293 Sep 20 04:52:43.747685 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-05436b66-14b8-4604-ac61-37cee84479ab service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477482 Sep 20 04:52:43.805215 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a178fff4-9983-4a9e-b2f7-e37cd246c561 req-9b020bdd-bd1d-4f15-89a2-4db520596aef tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874243 Sep 20 04:52:44.645815 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95482e-88db-415f-adc0-4e6eeaa68b95 req-1982d7dd-e402-45ea-91ca-4e8eb60fb0d7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:44.647243 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7b95482e-88db-415f-adc0-4e6eeaa68b95 req-1982d7dd-e402-45ea-91ca-4e8eb60fb0d7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0448673 Sep 20 04:52:44.692844 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7b95482e-88db-415f-adc0-4e6eeaa68b95 req-ec454d70-98e4-4e0e-908f-d9652571c2fe tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396204 Sep 20 04:52:44.958360 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e96d2-2f93-4da0-8a4e-e90f1b2c93b6 req-62379761-4939-4604-a700-02d925a3e818 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:44.959776 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-769e96d2-2f93-4da0-8a4e-e90f1b2c93b6 req-62379761-4939-4604-a700-02d925a3e818 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 943 time: 0.0561965 Sep 20 04:52:44.980364 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:45.006905 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-769e96d2-2f93-4da0-8a4e-e90f1b2c93b6 req-3b94bddb-ab12-45e4-86ac-640c64b57779 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406973 Sep 20 04:52:45.810889 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeef394-42a7-4c51-b369-d437b2fbcc6a req-bb8b2a9e-0603-4a8e-9cbc-020c1bd6782a tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:45.812373 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-eeeef394-42a7-4c51-b369-d437b2fbcc6a req-bb8b2a9e-0603-4a8e-9cbc-020c1bd6782a tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0460281 Sep 20 04:52:45.858772 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-eeeef394-42a7-4c51-b369-d437b2fbcc6a req-70d7872d-5118-4de2-b030-3efd22649997 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409584 Sep 20 04:52:46.092017 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=19 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:46.096968 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=15 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:46.123650 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7792d1-811f-418a-bf49-a0f9d376c2a0 req-296b8a12-bebe-4c09-a8fc-3786900bf1e3 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:46.125220 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8b7792d1-811f-418a-bf49-a0f9d376c2a0 req-296b8a12-bebe-4c09-a8fc-3786900bf1e3 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 943 time: 0.0459170 Sep 20 04:52:46.175464 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8b7792d1-811f-418a-bf49-a0f9d376c2a0 req-80b4526d-e255-4a10-a5f4-372e46dc513f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446727 Sep 20 04:52:46.643769 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4d8620f2-fa2d-472e-9d73-bb6cd08b038c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:46.784522 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85bdc726-e209-4f8d-abca-9f9eb3e9fd34 req-b1485025-aaaf-4bfc-b70c-00b857c52df7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847459 Sep 20 04:52:46.992428 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15379920-5260-4eb6-896f-9e174bd4fd8f req-0497e2b3-d1e6-4325-a492-26a532a5812f tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:46.993970 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-15379920-5260-4eb6-896f-9e174bd4fd8f req-0497e2b3-d1e6-4325-a492-26a532a5812f tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0583112 Sep 20 04:52:47.059553 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-15379920-5260-4eb6-896f-9e174bd4fd8f req-978bec59-10c5-42bf-acd0-bf4b8294f5dc tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599384 Sep 20 04:52:47.306500 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c205304-e059-4826-98ad-e84a7dae4019 req-3dd4921e-fd40-4252-9ec3-118bd86b9f06 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:47.308019 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c205304-e059-4826-98ad-e84a7dae4019 req-3dd4921e-fd40-4252-9ec3-118bd86b9f06 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 943 time: 0.0472069 Sep 20 04:52:47.365628 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c205304-e059-4826-98ad-e84a7dae4019 req-787f4319-6f76-4969-9cac-4ad9dfd7cea8 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519054 Sep 20 04:52:48.214795 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbc644-ae04-457c-aab5-f4c12283a14d req-42346340-0289-42cb-8d1b-1f5b5972ad9b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:48.222937 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0fcbc644-ae04-457c-aab5-f4c12283a14d req-42346340-0289-42cb-8d1b-1f5b5972ad9b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0665920 Sep 20 04:52:48.247383 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:48.287353 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0fcbc644-ae04-457c-aab5-f4c12283a14d req-23a66fd5-a985-43f9-a25c-dd6b11ebbef4 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632443 Sep 20 04:52:48.372862 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 46108) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:48.537003 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11830638-dd3d-44ab-b490-7273988c335e req-a1944fba-299a-45e2-899e-ad8557d5e0df tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:48.545707 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-11830638-dd3d-44ab-b490-7273988c335e req-a1944fba-299a-45e2-899e-ad8557d5e0df tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 943 time: 0.0683830 Sep 20 04:52:48.568862 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-3acc8e61-fc04-40ca-a4ef-f027faac804c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:48.656839 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-11830638-dd3d-44ab-b490-7273988c335e req-419b976b-2121-4775-8f8b-3f59714d8767 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053157 Sep 20 04:52:48.727702 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-3acc8e61-fc04-40ca-a4ef-f027faac804c admin admin] Publish callbacks [] for security_group (b141a2b7-dae7-4fea-af1a-67e93545d902), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:48.731860 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-3acc8e61-fc04-40ca-a4ef-f027faac804c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (b141a2b7-dae7-4fea-af1a-67e93545d902), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:48.766539 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc8e61-fc04-40ca-a4ef-f027faac804c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b141a2b7-dae7-4fea-af1a-67e93545d902,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:48.785516 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-3acc8e61-fc04-40ca-a4ef-f027faac804c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b81305bdc7934727b5c8e03390dc1f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115818 Sep 20 04:52:48.785516 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc8e61-fc04-40ca-a4ef-f027faac804c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.785516 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc8e61-fc04-40ca-a4ef-f027faac804c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.785516 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc8e61-fc04-40ca-a4ef-f027faac804c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.785859 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc8e61-fc04-40ca-a4ef-f027faac804c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.786268 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc8e61-fc04-40ca-a4ef-f027faac804c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.786440 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc8e61-fc04-40ca-a4ef-f027faac804c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.786744 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc8e61-fc04-40ca-a4ef-f027faac804c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.787248 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc8e61-fc04-40ca-a4ef-f027faac804c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.787582 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc8e61-fc04-40ca-a4ef-f027faac804c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.787870 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 46146) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:48.788947 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc8e61-fc04-40ca-a4ef-f027faac804c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.788947 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc8e61-fc04-40ca-a4ef-f027faac804c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.789928 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc8e61-fc04-40ca-a4ef-f027faac804c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.790325 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc8e61-fc04-40ca-a4ef-f027faac804c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.790626 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc8e61-fc04-40ca-a4ef-f027faac804c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.791167 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc8e61-fc04-40ca-a4ef-f027faac804c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.856109 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=13 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:48.883140 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] Publish callbacks [] for security_group (b141a2b7-dae7-4fea-af1a-67e93545d902), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:48.885650 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-7b599754-59ae-4fdd-932f-099cf4e6a4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:48.905110 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] Publish callbacks [] for security_group (b141a2b7-dae7-4fea-af1a-67e93545d902), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:48.965334 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (b141a2b7-dae7-4fea-af1a-67e93545d902), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:48.968123 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:48.969310 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b141a2b7-dae7-4fea-af1a-67e93545d902 HTTP/1.1" status: 204 len: 168 time: 0.1764998 Sep 20 04:52:48.977822 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b141a2b7-dae7-4fea-af1a-67e93545d902,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:48.984836 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.985181 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.985522 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.985852 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.986182 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.986511 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.986834 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.987154 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.987496 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.987821 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.988157 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.988496 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.988842 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.989167 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:48.989483 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b8c6-df60-4373-9e4e-da292f01f9d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:49.244729 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 46162) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:49.257989 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-14f9b9e4-41ac-4d85-b1c9-9e2daa3f5adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:49.260385 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:49.340040 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-14f9b9e4-41ac-4d85-b1c9-9e2daa3f5adc admin admin] Publish callbacks [] for security_group (1b2b31e1-c990-4dd1-a5d4-b9c97dd08837), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:49.343948 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-14f9b9e4-41ac-4d85-b1c9-9e2daa3f5adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (1b2b31e1-c990-4dd1-a5d4-b9c97dd08837), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:49.386577 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-14f9b9e4-41ac-4d85-b1c9-9e2daa3f5adc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0d4b0daaaee64f44b4a9562cff7eee14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407652 Sep 20 04:52:49.387670 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9b9e4-41ac-4d85-b1c9-9e2daa3f5adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2b31e1-c990-4dd1-a5d4-b9c97dd08837,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:49.390783 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 46166) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:49.409459 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8614b3-305f-4284-b137-f5ba311b82d0 req-4c52940b-776a-45b4-89d6-7dbad7d5931d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:49.410936 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-aa8614b3-305f-4284-b137-f5ba311b82d0 req-4c52940b-776a-45b4-89d6-7dbad7d5931d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0515702 Sep 20 04:52:49.439006 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c6d9fa4a-21ce-4c71-a2f5-14c3f312b530 admin admin] Publish callbacks [] for security_group (1b2b31e1-c990-4dd1-a5d4-b9c97dd08837), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:49.457180 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-aa8614b3-305f-4284-b137-f5ba311b82d0 req-14af81ea-4ee4-41e2-b3eb-4e3177fd2457 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405240 Sep 20 04:52:49.459431 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c6d9fa4a-21ce-4c71-a2f5-14c3f312b530 admin admin] Publish callbacks [] for security_group (1b2b31e1-c990-4dd1-a5d4-b9c97dd08837), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:49.508686 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c6d9fa4a-21ce-4c71-a2f5-14c3f312b530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (1b2b31e1-c990-4dd1-a5d4-b9c97dd08837), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:49.511213 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c6d9fa4a-21ce-4c71-a2f5-14c3f312b530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:49.512355 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-c6d9fa4a-21ce-4c71-a2f5-14c3f312b530 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1b2b31e1-c990-4dd1-a5d4-b9c97dd08837 HTTP/1.1" status: 204 len: 168 time: 0.1213827 Sep 20 04:52:49.520425 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9fa4a-21ce-4c71-a2f5-14c3f312b530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2b31e1-c990-4dd1-a5d4-b9c97dd08837,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:49.769516 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:49.782622 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf41fef-a215-4307-9798-e869c34637b7 req-7ad9cd72-f478-4cb6-b75b-be343273230c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:49.784143 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8cf41fef-a215-4307-9798-e869c34637b7 req-7ad9cd72-f478-4cb6-b75b-be343273230c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0772240 Sep 20 04:52:49.809943 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce3142-6afb-41ac-b493-66008ed8b450 req-45a199eb-f670-4324-a9b6-5e7981ec94a9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:49.811362 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fcce3142-6afb-41ac-b493-66008ed8b450 req-45a199eb-f670-4324-a9b6-5e7981ec94a9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 943 time: 0.0743887 Sep 20 04:52:49.879921 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8cf41fef-a215-4307-9798-e869c34637b7 req-bac9f23d-a58e-4269-a0bb-1df04de8491d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875051 Sep 20 04:52:49.886759 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fcce3142-6afb-41ac-b493-66008ed8b450 req-43e8948d-4cfb-43a5-840c-da7ded61d849 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668371 Sep 20 04:52:50.047769 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:51.048835 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ef482-1c0c-4916-9b36-0fbe06923d1a req-bf30b897-b7e6-4f19-8c6b-10f8fb07fafc tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:51.050415 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c06ef482-1c0c-4916-9b36-0fbe06923d1a req-bf30b897-b7e6-4f19-8c6b-10f8fb07fafc tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0688362 Sep 20 04:52:51.061321 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8165cf-9879-493d-b03b-8a3f0d19c80b req-c5c07447-2dcb-475e-8a7a-705485b73915 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:51.062774 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3b8165cf-9879-493d-b03b-8a3f0d19c80b req-c5c07447-2dcb-475e-8a7a-705485b73915 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 943 time: 0.0906339 Sep 20 04:52:51.144147 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c06ef482-1c0c-4916-9b36-0fbe06923d1a req-99523b60-01ca-4ab7-b40a-272b6fc3fb60 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804207 Sep 20 04:52:51.148895 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3b8165cf-9879-493d-b03b-8a3f0d19c80b req-54a61293-1267-4849-acd6-13ae39862a70 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790532 Sep 20 04:52:51.636744 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:51.741989 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 4e821eae-4814-40c5-b31f-2ea37b73d8f1 details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 04:52:51.843043 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 4e821eae-4814-40c5-b31f-2ea37b73d8f1, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=4e821eae-4814-40c5-b31f-2ea37b73d8f1,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:52:51.854980 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': '4e821eae-4814-40c5-b31f-2ea37b73d8f1', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'port_id': '4e821eae-4814-40c5-b31f-2ea37b73d8f1', 'mac_address': 'fa:16:3e:5b:45:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 04:52:51.909152 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:51.909734 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (4e821eae-4814-40c5-b31f-2ea37b73d8f1), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:51.914572 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:51.930263 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e821eae-4814-40c5-b31f-2ea37b73d8f1 {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:52:51.955269 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 4e821eae-4814-40c5-b31f-2ea37b73d8f1, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=4e821eae-4814-40c5-b31f-2ea37b73d8f1,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:52:51.960570 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (4e821eae-4814-40c5-b31f-2ea37b73d8f1), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:51.993398 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:52.013470 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=4e821eae-4814-40c5-b31f-2ea37b73d8f1,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:52.021273 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:52.021599 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:52.021970 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:52.022360 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:52.022730 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:52.023066 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:52.023395 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:52.023722 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:52.024049 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:52.024374 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:52.024732 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:52.025074 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:52.025400 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:52.025719 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:52.026041 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:52:52.095791 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaac34-35aa-4d14-8f29-1f492c13aad9 req-9394cbdb-7e6b-4691-b75a-1540efa742ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:52.097362 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7aaaac34-35aa-4d14-8f29-1f492c13aad9 req-9394cbdb-7e6b-4691-b75a-1540efa742ba service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 1129 time: 0.2240584 Sep 20 04:52:52.189660 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:52.206333 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaac34-35aa-4d14-8f29-1f492c13aad9 req-ba055994-e2de-458c-9527-c5749294289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:52.207846 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7aaaac34-35aa-4d14-8f29-1f492c13aad9 req-ba055994-e2de-458c-9527-c5749294289d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=7f03bfe9-ec72-45e7-b49d-83e075955154 HTTP/1.1" status: 200 len: 919 time: 0.1011024 Sep 20 04:52:52.263293 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7aaaac34-35aa-4d14-8f29-1f492c13aad9 req-b24988a2-03a1-4f01-bdf8-56b3835316e7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=512e1b53-d964-4c70-8001-91bd16999e8b HTTP/1.1" status: 200 len: 217 time: 0.0448959 Sep 20 04:52:52.409251 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['4e821eae-4814-40c5-b31f-2ea37b73d8f1'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:52:52.414107 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e61470-0bce-4a61-a279-0fb775e23231 req-fa4aba55-82e6-4680-b16c-8f68b70e687f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:52.417335 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-20e61470-0bce-4a61-a279-0fb775e23231 req-fa4aba55-82e6-4680-b16c-8f68b70e687f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 944 time: 0.1522024 Sep 20 04:52:52.434438 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf682d-8745-49c9-b8f9-2478c6f19fb2 req-c4913e5e-c62e-41de-97c6-24305461349e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:52.436692 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7daf682d-8745-49c9-b8f9-2478c6f19fb2 req-c4913e5e-c62e-41de-97c6-24305461349e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.1538246 Sep 20 04:52:52.453479 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaac34-35aa-4d14-8f29-1f492c13aad9 req-e8d5d72d-0d2b-4bfe-be60-abb15f4d3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:52.454916 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7aaaac34-35aa-4d14-8f29-1f492c13aad9 req-e8d5d72d-0d2b-4bfe-be60-abb15f4d3ce3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cf7788d5-5c18-43ac-bdba-25d88d0e67a1 HTTP/1.1" status: 200 len: 858 time: 0.1732125 Sep 20 04:52:52.557346 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaac34-35aa-4d14-8f29-1f492c13aad9 req-a9cf3c45-3ec0-4585-818e-8f89f306d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:52.558869 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7aaaac34-35aa-4d14-8f29-1f492c13aad9 req-a9cf3c45-3ec0-4585-818e-8f89f306d633 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7f03bfe9-ec72-45e7-b49d-83e075955154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0947661 Sep 20 04:52:52.567619 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-20e61470-0bce-4a61-a279-0fb775e23231 req-e6255eda-97af-4364-afc0-a78d1efe36f4 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276922 Sep 20 04:52:52.584786 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7daf682d-8745-49c9-b8f9-2478c6f19fb2 req-5595bada-0a6e-4187-8dae-9b57c2ec67c0 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342621 Sep 20 04:52:52.704225 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7aaaac34-35aa-4d14-8f29-1f492c13aad9 req-87c6b317-6d8d-48ee-b917-184757db88fd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322722 Sep 20 04:52:52.818143 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:52.829034 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7aaaac34-35aa-4d14-8f29-1f492c13aad9 req-3f50dde3-b63e-44b1-99f6-89e4a8cbe564 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146638 Sep 20 04:52:53.453719 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 46306) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:53.515143 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 4e821eae-4814-40c5-b31f-2ea37b73d8f1 up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:52:53.559049 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 04:52:53.560132 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e5745502-3f90-4e7d-9d0a-5a8f3f096939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:53.564842 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:52:53.565262 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (4e821eae-4814-40c5-b31f-2ea37b73d8f1), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:53.565609 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 Sep 20 04:52:53.638414 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e5745502-3f90-4e7d-9d0a-5a8f3f096939 admin admin] Publish callbacks [] for security_group (f32f83d0-c9e7-4a0c-b465-8ea098f2b479), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:53.642960 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e5745502-3f90-4e7d-9d0a-5a8f3f096939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (f32f83d0-c9e7-4a0c-b465-8ea098f2b479), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:53.643160 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:52:53.643714 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (4e821eae-4814-40c5-b31f-2ea37b73d8f1), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:53.680998 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 4e821eae-4814-40c5-b31f-2ea37b73d8f1, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=4e821eae-4814-40c5-b31f-2ea37b73d8f1,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:52:53.683462 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7723784c-51e5-4936-b33a-caf9b1b87bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e821eae-4814-40c5-b31f-2ea37b73d8f1'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:52:53.686968 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-e5745502-3f90-4e7d-9d0a-5a8f3f096939 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=297ad9e859224973ae21f156ddc39652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321556 Sep 20 04:52:53.687222 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818ba5d3-3f0d-4396-a612-cc008bf254f1" -d '{"events": [{"server_uuid": "7723784c-51e5-4936-b33a-caf9b1b87bab", "name": "network-vif-plugged", "status": "completed", "tag": "4e821eae-4814-40c5-b31f-2ea37b73d8f1"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:52:53.688131 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5745502-3f90-4e7d-9d0a-5a8f3f096939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32f83d0-c9e7-4a0c-b465-8ea098f2b479,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:53.690689 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 46314) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:53.693909 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (4e821eae-4814-40c5-b31f-2ea37b73d8f1), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:53.745206 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c94615f3-f6a6-4102-9ebc-f47782db2936 admin admin] Publish callbacks [] for security_group (f32f83d0-c9e7-4a0c-b465-8ea098f2b479), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:53.749609 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=4e821eae-4814-40c5-b31f-2ea37b73d8f1,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:53.766266 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c94615f3-f6a6-4102-9ebc-f47782db2936 admin admin] Publish callbacks [] for security_group (f32f83d0-c9e7-4a0c-b465-8ea098f2b479), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:53.799021 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1f5c8-c4c5-45f4-96f1-cb15c458b387 req-9ae5671d-a4ca-4907-874c-e4d8f6c680ef tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:53.800382 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:53.807207 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3bb1f5c8-c4c5-45f4-96f1-cb15c458b387 req-9ae5671d-a4ca-4907-874c-e4d8f6c680ef tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 945 time: 0.0921457 Sep 20 04:52:53.823401 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c94615f3-f6a6-4102-9ebc-f47782db2936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (f32f83d0-c9e7-4a0c-b465-8ea098f2b479), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:53.827324 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c94615f3-f6a6-4102-9ebc-f47782db2936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:53.828461 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-c94615f3-f6a6-4102-9ebc-f47782db2936 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f32f83d0-c9e7-4a0c-b465-8ea098f2b479 HTTP/1.1" status: 204 len: 168 time: 0.1366735 Sep 20 04:52:53.842551 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94615f3-f6a6-4102-9ebc-f47782db2936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32f83d0-c9e7-4a0c-b465-8ea098f2b479,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:53.846242 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677eefba-c302-4418-a028-76d5f41bbbd1 req-795583b3-26ad-4527-b18c-e7e1b1d7c087 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:53.854510 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-677eefba-c302-4418-a028-76d5f41bbbd1 req-795583b3-26ad-4527-b18c-e7e1b1d7c087 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0993035 Sep 20 04:52:53.859803 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:53.924382 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3bb1f5c8-c4c5-45f4-96f1-cb15c458b387 req-f9a74b61-e466-43b2-bcde-1b6cf7992cb9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161289 Sep 20 04:52:53.956474 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-677eefba-c302-4418-a028-76d5f41bbbd1 req-c1c3d9b6-ed77-4662-a266-2a6ed97eb9e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957923 Sep 20 04:52:53.985375 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c11cf82-5114-475a-ada4-61fb4f6d5f82 x-openstack-request-id: req-7c11cf82-5114-475a-ada4-61fb4f6d5f82 {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:52:53.985680 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7723784c-51e5-4936-b33a-caf9b1b87bab", "name": "network-vif-plugged", "status": "completed", "tag": "4e821eae-4814-40c5-b31f-2ea37b73d8f1", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:52:53.985938 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7c11cf82-5114-475a-ada4-61fb4f6d5f82 {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:52:53.986341 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c11cf82-5114-475a-ada4-61fb4f6d5f82'] response: {'server_uuid': '7723784c-51e5-4936-b33a-caf9b1b87bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e821eae-4814-40c5-b31f-2ea37b73d8f1', 'code': 200} Sep 20 04:52:54.240456 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 46340) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:54.260353 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5517b28c-2ccf-40e0-8f74-13490d33e9ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:54.370780 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5517b28c-2ccf-40e0-8f74-13490d33e9ee admin admin] Publish callbacks [] for security_group (52e128c3-1225-4658-b663-06a4e77ac749), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:54.376058 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5517b28c-2ccf-40e0-8f74-13490d33e9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (52e128c3-1225-4658-b663-06a4e77ac749), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:54.409943 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:54.438205 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-5517b28c-2ccf-40e0-8f74-13490d33e9ee admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e9d47b8817ff4218b556e31cb6bd8cfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958935 Sep 20 04:52:54.442101 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 46348) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:54.445909 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517b28c-2ccf-40e0-8f74-13490d33e9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e128c3-1225-4658-b663-06a4e77ac749,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:54.473104 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f700d14-92a5-432f-b748-4befb2a7c45f req-ed48c414-458e-49e3-93c6-2837e28a9665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:54.474884 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3f700d14-92a5-432f-b748-4befb2a7c45f req-ed48c414-458e-49e3-93c6-2837e28a9665 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 1129 time: 0.1143768 Sep 20 04:52:54.537691 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4c5dc74c-9dc8-4395-9d6d-8fbe51da2528 admin admin] Publish callbacks [] for security_group (52e128c3-1225-4658-b663-06a4e77ac749), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:54.577404 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4c5dc74c-9dc8-4395-9d6d-8fbe51da2528 admin admin] Publish callbacks [] for security_group (52e128c3-1225-4658-b663-06a4e77ac749), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:54.591784 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3f700d14-92a5-432f-b748-4befb2a7c45f req-b0312280-52c8-4c24-a6e7-398f42de7df6 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963595 Sep 20 04:52:54.654144 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4c5dc74c-9dc8-4395-9d6d-8fbe51da2528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (52e128c3-1225-4658-b663-06a4e77ac749), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:54.656793 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4c5dc74c-9dc8-4395-9d6d-8fbe51da2528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:54.658074 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-4c5dc74c-9dc8-4395-9d6d-8fbe51da2528 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/52e128c3-1225-4658-b663-06a4e77ac749 HTTP/1.1" status: 204 len: 168 time: 0.2161686 Sep 20 04:52:54.669258 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5dc74c-9dc8-4395-9d6d-8fbe51da2528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e128c3-1225-4658-b663-06a4e77ac749,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:55.069120 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 46396) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:55.085951 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-113cb8f4-6275-4bc1-9d2b-3343e26877e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:55.117427 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85eb94-9e7f-4e4c-bcfb-9c9d1f7cc4e2 req-5549f87f-0692-419a-8567-3b28e95d1bd7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:55.119499 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bb85eb94-9e7f-4e4c-bcfb-9c9d1f7cc4e2 req-5549f87f-0692-419a-8567-3b28e95d1bd7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 945 time: 0.1022005 Sep 20 04:52:55.125271 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136abdb5-a751-4823-99ea-6dcc6f7d6215 req-2258646e-b383-4889-8a11-54a4a74b838f tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:55.126688 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-136abdb5-a751-4823-99ea-6dcc6f7d6215 req-2258646e-b383-4889-8a11-54a4a74b838f tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0982685 Sep 20 04:52:55.186054 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:55.188867 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-113cb8f4-6275-4bc1-9d2b-3343e26877e7 admin admin] Publish callbacks [] for security_group (d56f0b1c-8bc2-425e-85ce-649a305c66ed), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:55.194189 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-113cb8f4-6275-4bc1-9d2b-3343e26877e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (d56f0b1c-8bc2-425e-85ce-649a305c66ed), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:55.211456 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bb85eb94-9e7f-4e4c-bcfb-9c9d1f7cc4e2 req-643e1710-140c-41ff-b4f6-344b38ecae13 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836689 Sep 20 04:52:55.214885 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-136abdb5-a751-4823-99ea-6dcc6f7d6215 req-c2dbeb3f-b332-4016-9399-a2804e0630ab tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797334 Sep 20 04:52:55.238539 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-113cb8f4-6275-4bc1-9d2b-3343e26877e7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c16852410add409e9bc9c916449f5949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1677966 Sep 20 04:52:55.241809 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 46400) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:55.243123 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 46402) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:55.251648 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cb8f4-6275-4bc1-9d2b-3343e26877e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56f0b1c-8bc2-425e-85ce-649a305c66ed,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:55.324001 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8db2beff-9823-4efa-898a-c58683867a01 admin admin] Publish callbacks [] for security_group (d56f0b1c-8bc2-425e-85ce-649a305c66ed), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:55.343603 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8db2beff-9823-4efa-898a-c58683867a01 admin admin] Publish callbacks [] for security_group (d56f0b1c-8bc2-425e-85ce-649a305c66ed), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:55.367806 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8c2da707-10f8-4bc8-9b4e-35e8e83923a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:55.391146 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8db2beff-9823-4efa-898a-c58683867a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (d56f0b1c-8bc2-425e-85ce-649a305c66ed), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:55.393870 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8db2beff-9823-4efa-898a-c58683867a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:55.394998 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-8db2beff-9823-4efa-898a-c58683867a01 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d56f0b1c-8bc2-425e-85ce-649a305c66ed HTTP/1.1" status: 204 len: 168 time: 0.1519966 Sep 20 04:52:55.405809 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2beff-9823-4efa-898a-c58683867a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56f0b1c-8bc2-425e-85ce-649a305c66ed,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:55.469876 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8c2da707-10f8-4bc8-9b4e-35e8e83923a6 admin admin] Publish callbacks [] for security_group (552319ed-06b0-4c81-a92e-8eadee30fb0d), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:55.475415 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8c2da707-10f8-4bc8-9b4e-35e8e83923a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (552319ed-06b0-4c81-a92e-8eadee30fb0d), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:55.521943 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-8c2da707-10f8-4bc8-9b4e-35e8e83923a6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d885eb63a0134bcc9259a9170f9043d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777290 Sep 20 04:52:55.527383 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 46414) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:55.537792 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2da707-10f8-4bc8-9b4e-35e8e83923a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552319ed-06b0-4c81-a92e-8eadee30fb0d,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:55.595058 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-53784b71-492f-4c56-9a21-1476f3b5ca20 admin admin] Publish callbacks [] for security_group (552319ed-06b0-4c81-a92e-8eadee30fb0d), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:55.614557 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-53784b71-492f-4c56-9a21-1476f3b5ca20 admin admin] Publish callbacks [] for security_group (552319ed-06b0-4c81-a92e-8eadee30fb0d), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:55.670333 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-53784b71-492f-4c56-9a21-1476f3b5ca20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (552319ed-06b0-4c81-a92e-8eadee30fb0d), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:55.672950 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-53784b71-492f-4c56-9a21-1476f3b5ca20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:55.674134 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-53784b71-492f-4c56-9a21-1476f3b5ca20 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/552319ed-06b0-4c81-a92e-8eadee30fb0d HTTP/1.1" status: 204 len: 168 time: 0.1448443 Sep 20 04:52:55.682746 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53784b71-492f-4c56-9a21-1476f3b5ca20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552319ed-06b0-4c81-a92e-8eadee30fb0d,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:56.014902 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 46440) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:56.028821 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e4a54265-1eba-43b3-ac86-fa9fad8f3aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:56.077711 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:56.107193 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e4a54265-1eba-43b3-ac86-fa9fad8f3aef admin admin] Publish callbacks [] for security_group (b860f474-f6aa-4be9-be22-1376302cfea0), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:56.110266 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e4a54265-1eba-43b3-ac86-fa9fad8f3aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (b860f474-f6aa-4be9-be22-1376302cfea0), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:56.156377 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-e4a54265-1eba-43b3-ac86-fa9fad8f3aef admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a999b170c9224be6a7c365f8cf941def&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378784 Sep 20 04:52:56.157066 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 46444) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:52:56.164471 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a54265-1eba-43b3-ac86-fa9fad8f3aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b860f474-f6aa-4be9-be22-1376302cfea0,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:56.209696 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-21e5f27e-6ec2-4dcd-9b0e-a49527fc9e05 admin admin] Publish callbacks [] for security_group (b860f474-f6aa-4be9-be22-1376302cfea0), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:56.229845 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-21e5f27e-6ec2-4dcd-9b0e-a49527fc9e05 admin admin] Publish callbacks [] for security_group (b860f474-f6aa-4be9-be22-1376302cfea0), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:56.295282 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-21e5f27e-6ec2-4dcd-9b0e-a49527fc9e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (b860f474-f6aa-4be9-be22-1376302cfea0), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:56.297854 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-21e5f27e-6ec2-4dcd-9b0e-a49527fc9e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:56.301458 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-21e5f27e-6ec2-4dcd-9b0e-a49527fc9e05 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b860f474-f6aa-4be9-be22-1376302cfea0 HTTP/1.1" status: 204 len: 168 time: 0.1415412 Sep 20 04:52:56.308617 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5f27e-6ec2-4dcd-9b0e-a49527fc9e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b860f474-f6aa-4be9-be22-1376302cfea0,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:52:56.427433 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb06d6-5b60-4096-a68f-51d7cfa2dea6 req-2296661d-09d0-4015-aa6d-1d421ad672e8 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:56.429857 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-62bb06d6-5b60-4096-a68f-51d7cfa2dea6 req-2296661d-09d0-4015-aa6d-1d421ad672e8 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 945 time: 0.0962701 Sep 20 04:52:56.454033 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954613b-7af4-4bc9-8eda-9bc67d1b9938 req-a476ea74-c951-4a12-a0fe-31aaf6f580f2 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:56.455490 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0954613b-7af4-4bc9-8eda-9bc67d1b9938 req-a476ea74-c951-4a12-a0fe-31aaf6f580f2 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0738153 Sep 20 04:52:56.532425 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-62bb06d6-5b60-4096-a68f-51d7cfa2dea6 req-0b5c4e9a-0f3d-40d2-8f4f-d4c849ca37fb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936065 Sep 20 04:52:56.535384 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0954613b-7af4-4bc9-8eda-9bc67d1b9938 req-7b0fc82a-7c01-48fa-bf67-9a91bc38c6d6 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674682 Sep 20 04:52:57.632368 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:52:57.706924 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd3945-2b98-45e8-b057-3cecd730a222 req-e2e203c0-d352-4a42-b28f-c3cb736240bb tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:57.708334 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e5dd3945-2b98-45e8-b057-3cecd730a222 req-e2e203c0-d352-4a42-b28f-c3cb736240bb tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0546889 Sep 20 04:52:57.733398 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136129cf-59a3-45b2-a14a-cf7c87c781e0 req-a1d9f4b9-22c3-45cb-a286-1797aca1b032 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:57.735214 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-136129cf-59a3-45b2-a14a-cf7c87c781e0 req-a1d9f4b9-22c3-45cb-a286-1797aca1b032 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 945 time: 0.1178012 Sep 20 04:52:57.801862 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e5dd3945-2b98-45e8-b057-3cecd730a222 req-b59028f6-8934-4751-9f0b-ef13778933f3 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847743 Sep 20 04:52:57.815629 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-136129cf-59a3-45b2-a14a-cf7c87c781e0 req-120bbbe0-7fe8-4d6c-8c24-4f0b863fa334 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727787 Sep 20 04:52:58.971463 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:52:58.973705 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e634cc-55ed-4dde-98a8-9962a2ed5919 req-e1f253da-bea7-44f9-b74e-426a99521549 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:58.975216 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c3e634cc-55ed-4dde-98a8-9962a2ed5919 req-e1f253da-bea7-44f9-b74e-426a99521549 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0800731 Sep 20 04:52:58.980889 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9145f-d744-4a7f-89d3-9d3b143225f3 req-58dfd33b-72d4-470f-a8c9-2882c04613a1 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:52:58.982268 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-98f9145f-d744-4a7f-89d3-9d3b143225f3 req-58dfd33b-72d4-470f-a8c9-2882c04613a1 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 945 time: 0.0850182 Sep 20 04:52:59.053425 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c3e634cc-55ed-4dde-98a8-9962a2ed5919 req-9f76fbd9-7d46-4691-8b22-640b7792e90e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701814 Sep 20 04:52:59.061181 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-98f9145f-d744-4a7f-89d3-9d3b143225f3 req-64d631a9-0f3b-417d-be99-1f72d87d9c96 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710006 Sep 20 04:53:00.211986 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1e960-5646-4a41-8abe-9e9e6c5b486d req-a022695d-c91d-45d2-b766-178d41d4a7ce tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:00.211986 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1be1e960-5646-4a41-8abe-9e9e6c5b486d req-a022695d-c91d-45d2-b766-178d41d4a7ce tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0801826 Sep 20 04:53:00.220184 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e96a5f-7f87-4293-9c84-7b074e1e8273 req-814abb0d-4163-4e50-9119-7488bc025cc5 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:00.221586 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-58e96a5f-7f87-4293-9c84-7b074e1e8273 req-814abb0d-4163-4e50-9119-7488bc025cc5 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 945 time: 0.0808601 Sep 20 04:53:00.294072 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1be1e960-5646-4a41-8abe-9e9e6c5b486d req-61bf956c-d541-44b3-b15f-5b58ad15c5d6 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714493 Sep 20 04:53:00.297879 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-58e96a5f-7f87-4293-9c84-7b074e1e8273 req-bdf5d761-d933-4ccd-8eaf-722d12203f74 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686028 Sep 20 04:53:01.435042 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:01.450266 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c78d59-5bb8-4a23-9045-6f037be4cfa2 req-e8366b1a-6988-473e-9172-537a74a199c9 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:01.452135 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-80c78d59-5bb8-4a23-9045-6f037be4cfa2 req-e8366b1a-6988-473e-9172-537a74a199c9 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0842798 Sep 20 04:53:01.458746 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40329a33-fc23-4e60-8f5a-eb9d10a27e3e req-db060151-ffd8-4820-8e6f-6eee08f10601 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:01.460321 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-40329a33-fc23-4e60-8f5a-eb9d10a27e3e req-db060151-ffd8-4820-8e6f-6eee08f10601 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 945 time: 0.0822268 Sep 20 04:53:01.541763 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-80c78d59-5bb8-4a23-9045-6f037be4cfa2 req-a9efa142-da3b-4e19-8d9e-14ebb5c4afd8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805516 Sep 20 04:53:01.553259 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-40329a33-fc23-4e60-8f5a-eb9d10a27e3e req-bfd9f5fe-abc9-4dd6-b1dd-2a8c65cd4a62 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849266 Sep 20 04:53:02.726272 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20831de-c3fb-4e25-b424-3f8ce2e68ac3 req-62e10387-b422-47de-aa3e-0a2c8f0f9fcb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:02.727761 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e20831de-c3fb-4e25-b424-3f8ce2e68ac3 req-62e10387-b422-47de-aa3e-0a2c8f0f9fcb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 945 time: 0.0782182 Sep 20 04:53:02.735275 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b8070-18bf-4dbb-9f8b-d3781ebf0223 req-ebc50320-2d40-47ab-b14d-31801eccb833 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:02.736680 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9a7b8070-18bf-4dbb-9f8b-d3781ebf0223 req-ebc50320-2d40-47ab-b14d-31801eccb833 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0781968 Sep 20 04:53:02.812869 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e20831de-c3fb-4e25-b424-3f8ce2e68ac3 req-8ce73109-21ab-4898-98c9-f2d88b9da289 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752137 Sep 20 04:53:02.819669 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9a7b8070-18bf-4dbb-9f8b-d3781ebf0223 req-0db6dcf4-8215-46e8-b2fa-748c58f5b919 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745797 Sep 20 04:53:03.226865 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 46744) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:03.361012 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f8a31258-7f69-4a15-b3bd-2d86cd54fb9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:03.414685 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:03.457343 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f8a31258-7f69-4a15-b3bd-2d86cd54fb9e admin admin] Publish callbacks [] for security_group (7345b428-3f55-4265-957a-9dda540442c6), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:03.461739 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f8a31258-7f69-4a15-b3bd-2d86cd54fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (7345b428-3f55-4265-957a-9dda540442c6), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:03.505674 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-f8a31258-7f69-4a15-b3bd-2d86cd54fb9e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7aef7c54854449cca6b99b5ab47ea570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776864 Sep 20 04:53:03.508369 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a31258-7f69-4a15-b3bd-2d86cd54fb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7345b428-3f55-4265-957a-9dda540442c6,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:03.508880 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 46758) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:03.559560 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ce902e1c-8cb8-4d82-991e-696401151ab6 admin admin] Publish callbacks [] for security_group (7345b428-3f55-4265-957a-9dda540442c6), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:03.578272 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:03.580738 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ce902e1c-8cb8-4d82-991e-696401151ab6 admin admin] Publish callbacks [] for security_group (7345b428-3f55-4265-957a-9dda540442c6), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:03.629045 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ce902e1c-8cb8-4d82-991e-696401151ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (7345b428-3f55-4265-957a-9dda540442c6), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:03.632075 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ce902e1c-8cb8-4d82-991e-696401151ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:03.633224 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-ce902e1c-8cb8-4d82-991e-696401151ab6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7345b428-3f55-4265-957a-9dda540442c6 HTTP/1.1" status: 204 len: 168 time: 0.1233013 Sep 20 04:53:03.640789 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce902e1c-8cb8-4d82-991e-696401151ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7345b428-3f55-4265-957a-9dda540442c6,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:03.942271 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 46778) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:03.958038 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-13cc0faa-2071-4cdc-bb66-01dca936e0a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:03.998284 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a99b72-8f04-4d24-bfac-8996002f61d0 req-6125183e-aa1b-4144-85b2-00d78c28cfac tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:04.006547 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e7a99b72-8f04-4d24-bfac-8996002f61d0 req-6125183e-aa1b-4144-85b2-00d78c28cfac tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.1044941 Sep 20 04:53:04.024014 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03de6a7-d9ed-45ff-9cfd-d9a32044d424 req-af67d6ad-98fa-496c-8f59-bb32f604aa52 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:04.025902 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b03de6a7-d9ed-45ff-9cfd-d9a32044d424 req-af67d6ad-98fa-496c-8f59-bb32f604aa52 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 945 time: 0.1132486 Sep 20 04:53:04.049605 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-13cc0faa-2071-4cdc-bb66-01dca936e0a2 admin admin] Publish callbacks [] for security_group (0e331450-0df3-46a0-8978-8f946634bc8d), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:04.057867 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-13cc0faa-2071-4cdc-bb66-01dca936e0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (0e331450-0df3-46a0-8978-8f946634bc8d), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:04.105031 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc0faa-2071-4cdc-bb66-01dca936e0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e331450-0df3-46a0-8978-8f946634bc8d,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:04.108409 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:04.113758 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e7a99b72-8f04-4d24-bfac-8996002f61d0 req-57acddf3-4626-4033-8299-5f226058081d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060355 Sep 20 04:53:04.119606 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-13cc0faa-2071-4cdc-bb66-01dca936e0a2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4e8b2343216948bebbc462aa6690114e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1757054 Sep 20 04:53:04.122371 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 46786) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:04.129552 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b03de6a7-d9ed-45ff-9cfd-d9a32044d424 req-bd264145-1a91-4213-b8d4-86fb7e726bd6 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963445 Sep 20 04:53:04.183797 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1714f08a-fe5b-428c-9044-1d760a277fdb admin admin] Publish callbacks [] for security_group (0e331450-0df3-46a0-8978-8f946634bc8d), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:04.203876 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1714f08a-fe5b-428c-9044-1d760a277fdb admin admin] Publish callbacks [] for security_group (0e331450-0df3-46a0-8978-8f946634bc8d), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:04.250282 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1714f08a-fe5b-428c-9044-1d760a277fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (0e331450-0df3-46a0-8978-8f946634bc8d), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:04.252795 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1714f08a-fe5b-428c-9044-1d760a277fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:04.253920 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-1714f08a-fe5b-428c-9044-1d760a277fdb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0e331450-0df3-46a0-8978-8f946634bc8d HTTP/1.1" status: 204 len: 168 time: 0.1302445 Sep 20 04:53:04.262525 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714f08a-fe5b-428c-9044-1d760a277fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e331450-0df3-46a0-8978-8f946634bc8d,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:04.297867 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5642b3d-b77c-4284-97ba-d53f555456fa req-7b535b6c-2842-4bb2-93b0-60795ded43cf tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:04.299388 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c5642b3d-b77c-4284-97ba-d53f555456fa req-7b535b6c-2842-4bb2-93b0-60795ded43cf tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 945 time: 0.0571673 Sep 20 04:53:04.310529 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 46792) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:04.315158 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-baff0d1e-aac6-4099-b059-3cc2d6ef1482 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'floatingip': {'port_id': '4e821eae-4814-40c5-b31f-2ea37b73d8f1'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:53:04.409851 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-baff0d1e-aac6-4099-b059-3cc2d6ef1482 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (89b63287-1bcb-4053-b171-558829f5dce7), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:04.954780 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 46816) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:05.077888 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:53:05.175865 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cbebb4bb-b56e-4483-a04a-57b97b51b12c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:05.343258 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4108a9a-250b-482c-8738-73c04fe0144b req-a2616db5-708a-4fd9-81bc-d05ee89e1ac8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:05.345071 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c4108a9a-250b-482c-8738-73c04fe0144b req-a2616db5-708a-4fd9-81bc-d05ee89e1ac8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0949426 Sep 20 04:53:05.408827 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cbebb4bb-b56e-4483-a04a-57b97b51b12c admin admin] Publish callbacks [] for security_group (3d08ef9c-044a-4d6b-808f-b3d204d54839), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:05.446771 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cbebb4bb-b56e-4483-a04a-57b97b51b12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (3d08ef9c-044a-4d6b-808f-b3d204d54839), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:05.509672 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:05.522651 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-baff0d1e-aac6-4099-b059-3cc2d6ef1482 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:05.540114 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-baff0d1e-aac6-4099-b059-3cc2d6ef1482 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (89b63287-1bcb-4053-b171-558829f5dce7), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:05.550179 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:05.555735 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebb4bb-b56e-4483-a04a-57b97b51b12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d08ef9c-044a-4d6b-808f-b3d204d54839,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:05.564871 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c4108a9a-250b-482c-8738-73c04fe0144b req-8f2bd850-0cd8-447d-9dad-2d047d1439de tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012842 Sep 20 04:53:05.569486 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-cbebb4bb-b56e-4483-a04a-57b97b51b12c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d3938f97b00745008abd7cd4217666ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6128883 Sep 20 04:53:05.571091 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 46858) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:05.584726 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-44a8f3ba-2ddc-4a3e-ad06-d682096c697a req-9b576cfb-e3d9-4e5d-b8d8-044344c7ebb1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1045730 Sep 20 04:53:05.710415 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-6395d42c-d0a8-4b7a-bf62-1d79a1bb43e0 admin admin] Publish callbacks [] for security_group (3d08ef9c-044a-4d6b-808f-b3d204d54839), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:05.717656 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.l3_db [None req-baff0d1e-aac6-4099-b059-3cc2d6ef1482 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Floating IP 89b63287-1bcb-4053-b171-558829f5dce7 associated. External IP: 172.27.1.44, port: 4e821eae-4814-40c5-b31f-2ea37b73d8f1. Sep 20 04:53:05.725728 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874ef66-473e-4058-9745-106c0555981e req-390b74c1-ce3b-4679-90e9-d6929d950504 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:05.727318 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6874ef66-473e-4058-9745-106c0555981e req-390b74c1-ce3b-4679-90e9-d6929d950504 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 946 time: 0.0643985 Sep 20 04:53:05.749108 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-6395d42c-d0a8-4b7a-bf62-1d79a1bb43e0 admin admin] Publish callbacks [] for security_group (3d08ef9c-044a-4d6b-808f-b3d204d54839), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:05.801248 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:05.825191 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6874ef66-473e-4058-9745-106c0555981e req-7c988d9f-7e3a-41b5-894a-12b645ff0a0b tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870795 Sep 20 04:53:05.863466 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-6395d42c-d0a8-4b7a-bf62-1d79a1bb43e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (3d08ef9c-044a-4d6b-808f-b3d204d54839), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:05.866832 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-6395d42c-d0a8-4b7a-bf62-1d79a1bb43e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:05.871373 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-6395d42c-d0a8-4b7a-bf62-1d79a1bb43e0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3d08ef9c-044a-4d6b-808f-b3d204d54839 HTTP/1.1" status: 204 len: 168 time: 0.2947674 Sep 20 04:53:05.880308 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395d42c-d0a8-4b7a-bf62-1d79a1bb43e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d08ef9c-044a-4d6b-808f-b3d204d54839,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:05.919596 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 46868) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:05.980718 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baff0d1e-aac6-4099-b059-3cc2d6ef1482 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Router 7682264b-089e-428b-8ddc-de27bd112194 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:53:06.122457 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baff0d1e-aac6-4099-b059-3cc2d6ef1482 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:53:06.127125 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-baff0d1e-aac6-4099-b059-3cc2d6ef1482 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:06.137685 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589b78eb-848e-41e9-a646-608b5f92097b None None] Sync routers for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:53:06.152821 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589b78eb-848e-41e9-a646-608b5f92097b None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:53:06.152821 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-589b78eb-848e-41e9-a646-608b5f92097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:52:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:53:06.196572 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-94055da2-c6be-4a7a-bed9-058c76a3b2f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:06.239522 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:06.248159 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-baff0d1e-aac6-4099-b059-3cc2d6ef1482 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/89b63287-1bcb-4053-b171-558829f5dce7 HTTP/1.1" status: 200 len: 990 time: 1.9343743 Sep 20 04:53:06.249818 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7723784c-51e5-4936-b33a-caf9b1b87bab', 'tag': '4e821eae-4814-40c5-b31f-2ea37b73d8f1'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:53:06.255812 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6266c8fe-76b6-488a-b1ee-f0c7fbf8a19a" -d '{"events": [{"name": "network-changed", "server_uuid": "7723784c-51e5-4936-b33a-caf9b1b87bab", "tag": "4e821eae-4814-40c5-b31f-2ea37b73d8f1"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:53:06.271265 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-589b78eb-848e-41e9-a646-608b5f92097b None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:53:06.362738 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20f9ad0-8f25-48fd-be56-05a1bbecaa04 x-openstack-request-id: req-c20f9ad0-8f25-48fd-be56-05a1bbecaa04 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:53:06.363028 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7723784c-51e5-4936-b33a-caf9b1b87bab", "tag": "4e821eae-4814-40c5-b31f-2ea37b73d8f1", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:53:06.363287 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c20f9ad0-8f25-48fd-be56-05a1bbecaa04 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:53:06.363690 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c20f9ad0-8f25-48fd-be56-05a1bbecaa04'] response: {'name': 'network-changed', 'server_uuid': '7723784c-51e5-4936-b33a-caf9b1b87bab', 'tag': '4e821eae-4814-40c5-b31f-2ea37b73d8f1', 'status': 'completed', 'code': 200} Sep 20 04:53:06.376232 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-94055da2-c6be-4a7a-bed9-058c76a3b2f3 admin admin] Publish callbacks [] for security_group (828d69dc-6e98-4371-ac55-5c594c1c456d), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:06.384148 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-94055da2-c6be-4a7a-bed9-058c76a3b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (828d69dc-6e98-4371-ac55-5c594c1c456d), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:06.425686 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 46896) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:06.434722 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94055da2-c6be-4a7a-bed9-058c76a3b2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828d69dc-6e98-4371-ac55-5c594c1c456d,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:06.450243 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-126680c0-dc2c-475e-9c3d-7dcb4e5b2a1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:06.454808 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-94055da2-c6be-4a7a-bed9-058c76a3b2f3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b80841ed47184d1d8fffeda12075edde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5337193 Sep 20 04:53:06.455443 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 46898) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:06.531726 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7c6f0b55-a94e-4b15-a2e4-7af38acdaf13 admin admin] Publish callbacks [] for security_group (828d69dc-6e98-4371-ac55-5c594c1c456d), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:06.555524 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7c6f0b55-a94e-4b15-a2e4-7af38acdaf13 admin admin] Publish callbacks [] for security_group (828d69dc-6e98-4371-ac55-5c594c1c456d), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:06.580771 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-589b78eb-848e-41e9-a646-608b5f92097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '89b63287-1bcb-4053-b171-558829f5dce7', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '7682264b-089e-428b-8ddc-de27bd112194', 'port_id': '4e821eae-4814-40c5-b31f-2ea37b73d8f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'mac_address': 'fa:16:3e:5b:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7723784c-51e5-4936-b33a-caf9b1b87bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:52:07Z', 'updated_at': '2022-09-20T04:53:05Z', 'revision_number': 1, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:53:06.607592 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589b78eb-848e-41e9-a646-608b5f92097b None None] Checking router: 7682264b-089e-428b-8ddc-de27bd112194 for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:53:06.620554 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7c6f0b55-a94e-4b15-a2e4-7af38acdaf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (828d69dc-6e98-4371-ac55-5c594c1c456d), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:06.628269 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7c6f0b55-a94e-4b15-a2e4-7af38acdaf13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:06.632164 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-7c6f0b55-a94e-4b15-a2e4-7af38acdaf13 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/828d69dc-6e98-4371-ac55-5c594c1c456d HTTP/1.1" status: 204 len: 168 time: 0.1747422 Sep 20 04:53:06.640116 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589b78eb-848e-41e9-a646-608b5f92097b None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:53:06.640794 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-589b78eb-848e-41e9-a646-608b5f92097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:52:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:53:06.645856 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f0b55-a94e-4b15-a2e4-7af38acdaf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828d69dc-6e98-4371-ac55-5c594c1c456d,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:06.715557 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-126680c0-dc2c-475e-9c3d-7dcb4e5b2a1c admin admin] Publish callbacks [] for security_group (622a014f-6417-44fe-8c7e-6880df0c1533), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:06.721950 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-126680c0-dc2c-475e-9c3d-7dcb4e5b2a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (622a014f-6417-44fe-8c7e-6880df0c1533), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:06.821212 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126680c0-dc2c-475e-9c3d-7dcb4e5b2a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622a014f-6417-44fe-8c7e-6880df0c1533,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:06.841416 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-126680c0-dc2c-475e-9c3d-7dcb4e5b2a1c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0ef24df1d3e7449f870a99355d7965c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4144700 Sep 20 04:53:06.842043 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 46920) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:06.864416 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81622fa7-0496-41b1-9e51-765e29efac94 req-28abab10-6090-465e-a2cd-a20f24e9bb36 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:06.875511 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-81622fa7-0496-41b1-9e51-765e29efac94 req-28abab10-6090-465e-a2cd-a20f24e9bb36 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.1166747 Sep 20 04:53:06.915434 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-589b78eb-848e-41e9-a646-608b5f92097b None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:53:06.937362 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-81622fa7-0496-41b1-9e51-765e29efac94 req-edfb7676-ffbf-4409-a32e-74ebf506d243 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607560 Sep 20 04:53:06.945854 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-3b3a3946-2dc3-44b0-9a57-8c221aa03b28 admin admin] Publish callbacks [] for security_group (622a014f-6417-44fe-8c7e-6880df0c1533), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:06.988483 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-3b3a3946-2dc3-44b0-9a57-8c221aa03b28 admin admin] Publish callbacks [] for security_group (622a014f-6417-44fe-8c7e-6880df0c1533), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:07.011023 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d0c40-6364-4668-b602-039a5b480e63 req-54a36fe4-adb1-4935-9915-ed480b1162c8 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:07.015802 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1e7d0c40-6364-4668-b602-039a5b480e63 req-54a36fe4-adb1-4935-9915-ed480b1162c8 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 946 time: 0.0762358 Sep 20 04:53:07.089140 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-3b3a3946-2dc3-44b0-9a57-8c221aa03b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (622a014f-6417-44fe-8c7e-6880df0c1533), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:07.093633 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-3b3a3946-2dc3-44b0-9a57-8c221aa03b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:07.096835 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-3b3a3946-2dc3-44b0-9a57-8c221aa03b28 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/622a014f-6417-44fe-8c7e-6880df0c1533 HTTP/1.1" status: 204 len: 168 time: 0.2529674 Sep 20 04:53:07.112983 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a3946-2dc3-44b0-9a57-8c221aa03b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622a014f-6417-44fe-8c7e-6880df0c1533,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:07.146351 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1e7d0c40-6364-4668-b602-039a5b480e63 req-eded39ff-68ee-4575-8534-2a492dbd3b7c tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224875 Sep 20 04:53:07.228005 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-589b78eb-848e-41e9-a646-608b5f92097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '89b63287-1bcb-4053-b171-558829f5dce7', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '7682264b-089e-428b-8ddc-de27bd112194', 'port_id': '4e821eae-4814-40c5-b31f-2ea37b73d8f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'mac_address': 'fa:16:3e:5b:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7723784c-51e5-4936-b33a-caf9b1b87bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:52:07Z', 'updated_at': '2022-09-20T04:53:05Z', 'revision_number': 1, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:53:07.270952 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589b78eb-848e-41e9-a646-608b5f92097b None None] The sync data for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi is: [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '89b63287-1bcb-4053-b171-558829f5dce7', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '7682264b-089e-428b-8ddc-de27bd112194', 'port_id': '4e821eae-4814-40c5-b31f-2ea37b73d8f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'mac_address': 'fa:16:3e:5b:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7723784c-51e5-4936-b33a-caf9b1b87bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:52:07Z', 'updated_at': '2022-09-20T04:53:05Z', 'revision_number': 1, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:53:07.331518 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 46934) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:07.359579 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-428b7bf8-cf7c-412a-a7bf-8b7a0c07cd3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:07.385803 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266c8fe-76b6-488a-b1ee-f0c7fbf8a19a req-7350a5c7-6aa1-41a1-909f-7e6b82b8dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:07.388125 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6266c8fe-76b6-488a-b1ee-f0c7fbf8a19a req-7350a5c7-6aa1-41a1-909f-7e6b82b8dcd1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f0f0b8842ae496292c27a6ee1350d32&device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 1129 time: 0.0640700 Sep 20 04:53:07.392484 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:07.464235 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-428b7bf8-cf7c-412a-a7bf-8b7a0c07cd3f admin admin] Publish callbacks [] for security_group (a9676fac-a523-4797-9964-66fd538673ad), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:07.469118 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-428b7bf8-cf7c-412a-a7bf-8b7a0c07cd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (a9676fac-a523-4797-9964-66fd538673ad), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:07.520971 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b7bf8-cf7c-412a-a7bf-8b7a0c07cd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9676fac-a523-4797-9964-66fd538673ad,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:07.529188 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-428b7bf8-cf7c-412a-a7bf-8b7a0c07cd3f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=314a632bb6624e118bbc7bcc5db05e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965284 Sep 20 04:53:07.529734 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 46940) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:07.609003 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eafdbff-facd-4837-9bf5-df42a10fde66 None None] New status for floating IP 89b63287-1bcb-4053-b171-558829f5dce7: ACTIVE {{(pid=112594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 04:53:07.616580 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-3f2e34dc-9d05-4092-9443-1686f34b8286 admin admin] Publish callbacks [] for security_group (a9676fac-a523-4797-9964-66fd538673ad), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:07.703226 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:07.719132 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=8 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:07.723160 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-3f2e34dc-9d05-4092-9443-1686f34b8286 admin admin] Publish callbacks [] for security_group (a9676fac-a523-4797-9964-66fd538673ad), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:07.754385 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8f3ba-2ddc-4a3e-ad06-d682096c697a req-caefef45-e312-44c5-a6fb-bf1ba6e086b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:07.755884 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-44a8f3ba-2ddc-4a3e-ad06-d682096c697a req-caefef45-e312-44c5-a6fb-bf1ba6e086b6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=72aa7ea3cb69454797bd7956e12f2a5e&device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 1130 time: 0.1355159 Sep 20 04:53:07.801976 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266c8fe-76b6-488a-b1ee-f0c7fbf8a19a req-8d958f90-9355-4359-8bf8-f69c56377b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:07.804450 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6266c8fe-76b6-488a-b1ee-f0c7fbf8a19a req-8d958f90-9355-4359-8bf8-f69c56377b90 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=637b3136-e650-47ef-a9fe-492091eb8174 HTTP/1.1" status: 200 len: 915 time: 0.1968117 Sep 20 04:53:07.814106 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 46952) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:07.819460 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-3f2e34dc-9d05-4092-9443-1686f34b8286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (a9676fac-a523-4797-9964-66fd538673ad), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:07.824280 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-3f2e34dc-9d05-4092-9443-1686f34b8286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:07.825486 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-3f2e34dc-9d05-4092-9443-1686f34b8286 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a9676fac-a523-4797-9964-66fd538673ad HTTP/1.1" status: 204 len: 168 time: 0.2943435 Sep 20 04:53:07.843161 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e34dc-9d05-4092-9443-1686f34b8286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9676fac-a523-4797-9964-66fd538673ad,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:08.133196 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-322d2334-dbe9-441c-925c-cedea34f4703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:08.160061 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2277895-e6af-4fe5-ac9f-8ee6c4527c1a req-66f4543b-4480-4b23-beda-19d794d7a2fc tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:08.161775 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b2277895-e6af-4fe5-ac9f-8ee6c4527c1a req-66f4543b-4480-4b23-beda-19d794d7a2fc tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 946 time: 0.1439867 Sep 20 04:53:08.405795 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-b2277895-e6af-4fe5-ac9f-8ee6c4527c1a req-ec802ff3-9512-48af-ac17-139e8ddacba7 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Deleting port 46aec430-a166-4d48-b4d3-8dc05c3ee484 {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:53:08.406541 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-b2277895-e6af-4fe5-ac9f-8ee6c4527c1a req-ec802ff3-9512-48af-ac17-139e8ddacba7 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (46aec430-a166-4d48-b4d3-8dc05c3ee484), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:08.414233 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:08.522254 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-322d2334-dbe9-441c-925c-cedea34f4703 admin admin] Publish callbacks [] for security_group (86105b68-5b2a-42bd-9369-9a6152c667bd), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:08.529141 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-322d2334-dbe9-441c-925c-cedea34f4703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (86105b68-5b2a-42bd-9369-9a6152c667bd), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:08.530853 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6266c8fe-76b6-488a-b1ee-f0c7fbf8a19a req-79843085-78b3-43d3-b8b0-bf4cdb9e3308 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e821eae-4814-40c5-b31f-2ea37b73d8f1 HTTP/1.1" status: 200 len: 998 time: 0.6572108 Sep 20 04:53:08.574797 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d2334-dbe9-441c-925c-cedea34f4703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86105b68-5b2a-42bd-9369-9a6152c667bd,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:08.600929 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266c8fe-76b6-488a-b1ee-f0c7fbf8a19a req-875ca2a8-ad17-4c0c-b115-c620d0769b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:08.602852 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6266c8fe-76b6-488a-b1ee-f0c7fbf8a19a req-875ca2a8-ad17-4c0c-b115-c620d0769b71 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f57d475-8572-4ec4-8852-9471b6c9f7c5 HTTP/1.1" status: 200 len: 854 time: 0.0630820 Sep 20 04:53:08.616402 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-322d2334-dbe9-441c-925c-cedea34f4703 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8e680104d067470ebd37d3432310bbaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8005259 Sep 20 04:53:08.617734 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 46996) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:08.619667 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54aa9af-a5a9-4c0d-b184-f9dc7d1fcf38 req-7ce2b8b4-1c30-46c2-8d21-3b7279c59520 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:08.621477 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c54aa9af-a5a9-4c0d-b184-f9dc7d1fcf38 req-7ce2b8b4-1c30-46c2-8d21-3b7279c59520 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.2430663 Sep 20 04:53:08.627536 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1f26f-5259-48d2-af76-bce39a4dd280 req-10d885f0-2e7a-4c24-865f-3a81f1f34a45 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:08.629357 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4ab1f26f-5259-48d2-af76-bce39a4dd280 req-10d885f0-2e7a-4c24-865f-3a81f1f34a45 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 946 time: 0.2529514 Sep 20 04:53:08.674153 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-b2277895-e6af-4fe5-ac9f-8ee6c4527c1a req-ec802ff3-9512-48af-ac17-139e8ddacba7 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] For port 46aec430-a166-4d48-b4d3-8dc05c3ee484, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=46aec430-a166-4d48-b4d3-8dc05c3ee484,segment=NetworkSegment(aca2560d-db18-4e4e-9d4a-20af8d30ef21),segment_id=aca2560d-db18-4e4e-9d4a-20af8d30ef21)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:53:08.674589 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-b2277895-e6af-4fe5-ac9f-8ee6c4527c1a req-ec802ff3-9512-48af-ac17-139e8ddacba7 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (46aec430-a166-4d48-b4d3-8dc05c3ee484), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:08.695830 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-b2277895-e6af-4fe5-ac9f-8ee6c4527c1a req-ec802ff3-9512-48af-ac17-139e8ddacba7 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Calling delete_port for 46aec430-a166-4d48-b4d3-8dc05c3ee484 owned by compute:nova {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:53:08.723238 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-defef7d0-5331-4032-8cf6-e8b5540a3c29 admin admin] Publish callbacks [] for security_group (86105b68-5b2a-42bd-9369-9a6152c667bd), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:08.724855 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8f3ba-2ddc-4a3e-ad06-d682096c697a req-8a12eee4-8c41-4617-bf64-bb22e5e365b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:08.726963 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-44a8f3ba-2ddc-4a3e-ad06-d682096c697a req-8a12eee4-8c41-4617-bf64-bb22e5e365b2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca HTTP/1.1" status: 200 len: 912 time: 0.7817569 Sep 20 04:53:08.744647 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 46998) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:08.775067 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-44a8f3ba-2ddc-4a3e-ad06-d682096c697a req-f0eefa35-87c6-4e68-a6d4-fc3b13127631 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46aec430-a166-4d48-b4d3-8dc05c3ee484 HTTP/1.1" status: 200 len: 217 time: 0.0415154 Sep 20 04:53:08.776293 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266c8fe-76b6-488a-b1ee-f0c7fbf8a19a req-7fbda441-b86d-40c4-98ba-55d5e223099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:08.778135 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6266c8fe-76b6-488a-b1ee-f0c7fbf8a19a req-7fbda441-b86d-40c4-98ba-55d5e223099a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=637b3136-e650-47ef-a9fe-492091eb8174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1457932 Sep 20 04:53:08.804329 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-defef7d0-5331-4032-8cf6-e8b5540a3c29 admin admin] Publish callbacks [] for security_group (86105b68-5b2a-42bd-9369-9a6152c667bd), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:08.843329 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:08.845917 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8f3ba-2ddc-4a3e-ad06-d682096c697a req-556f0cd9-28e4-4d98-a6ec-71bb3a0818d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:08.847462 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-44a8f3ba-2ddc-4a3e-ad06-d682096c697a req-556f0cd9-28e4-4d98-a6ec-71bb3a0818d3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ad134337-8f63-42ef-adef-c4cd4a6fe196 HTTP/1.1" status: 200 len: 851 time: 0.0568528 Sep 20 04:53:08.864977 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4ab1f26f-5259-48d2-af76-bce39a4dd280 req-66cbcd82-9f4e-4bb1-8f8e-85abf00c19a3 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c830c60-b70f-4398-85f3-cce110d8b895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196693 Sep 20 04:53:08.888479 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-defef7d0-5331-4032-8cf6-e8b5540a3c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (86105b68-5b2a-42bd-9369-9a6152c667bd), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:08.891604 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-defef7d0-5331-4032-8cf6-e8b5540a3c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:08.895982 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-defef7d0-5331-4032-8cf6-e8b5540a3c29 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/86105b68-5b2a-42bd-9369-9a6152c667bd HTTP/1.1" status: 204 len: 168 time: 0.2736006 Sep 20 04:53:08.941928 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defef7d0-5331-4032-8cf6-e8b5540a3c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86105b68-5b2a-42bd-9369-9a6152c667bd,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:08.946577 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c54aa9af-a5a9-4c0d-b184-f9dc7d1fcf38 req-8d013a00-f50b-4ed8-9df1-31eec4a3167b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727945 Sep 20 04:53:08.971196 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8f3ba-2ddc-4a3e-ad06-d682096c697a req-69b20570-10c1-49a8-95d4-a81f32968cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:08.972866 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-44a8f3ba-2ddc-4a3e-ad06-d682096c697a req-69b20570-10c1-49a8-95d4-a81f32968cd8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1115165 Sep 20 04:53:08.991909 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-b2277895-e6af-4fe5-ac9f-8ee6c4527c1a req-ec802ff3-9512-48af-ac17-139e8ddacba7 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716'] for port (46aec430-a166-4d48-b4d3-8dc05c3ee484), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:09.038601 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['46aec430-a166-4d48-b4d3-8dc05c3ee484'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:53:09.070254 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec802ff3-9512-48af-ac17-139e8ddacba7 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Pushing event deleted for resources: {'Port': ['ID=46aec430-a166-4d48-b4d3-8dc05c3ee484,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:09.075043 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6266c8fe-76b6-488a-b1ee-f0c7fbf8a19a req-ff3ca075-238f-4487-9b5b-3a59014eba32 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368369 Sep 20 04:53:09.154113 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2277895-e6af-4fe5-ac9f-8ee6c4527c1a req-ec802ff3-9512-48af-ac17-139e8ddacba7 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] No DVR routers for this DVR port 46aec430-a166-4d48-b4d3-8dc05c3ee484 on host hv-cinder-75671 {{(pid=112593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 04:53:09.157359 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-b2277895-e6af-4fe5-ac9f-8ee6c4527c1a req-ec802ff3-9512-48af-ac17-139e8ddacba7 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:09.160924 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b2277895-e6af-4fe5-ac9f-8ee6c4527c1a req-ec802ff3-9512-48af-ac17-139e8ddacba7 tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.25 "DELETE /networking/v2.0/ports/46aec430-a166-4d48-b4d3-8dc05c3ee484 HTTP/1.1" status: 204 len: 173 time: 0.9914823 Sep 20 04:53:09.167418 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033b2f0d-760f-467a-9b3b-e7a8f2196aa7', 'name': 'network-vif-deleted', 'tag': '46aec430-a166-4d48-b4d3-8dc05c3ee484'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:53:09.169916 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6145f88f-8b3a-4ccb-8100-3783a2a640b0" -d '{"events": [{"server_uuid": "033b2f0d-760f-467a-9b3b-e7a8f2196aa7", "name": "network-vif-deleted", "tag": "46aec430-a166-4d48-b4d3-8dc05c3ee484"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:53:09.186951 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2e6979fb-bb54-428c-9dc5-945db3fc8bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:09.261679 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-44a8f3ba-2ddc-4a3e-ad06-d682096c697a req-a83e8ba1-c6c3-47be-b027-ef8e2371273a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784617 Sep 20 04:53:09.262105 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f160ff-5f0b-4945-9567-56686528e19e x-openstack-request-id: req-b2f160ff-5f0b-4945-9567-56686528e19e {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:53:09.262418 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033b2f0d-760f-467a-9b3b-e7a8f2196aa7", "name": "network-vif-deleted", "tag": "46aec430-a166-4d48-b4d3-8dc05c3ee484", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:53:09.262794 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b2f160ff-5f0b-4945-9567-56686528e19e {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:53:09.263250 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2f160ff-5f0b-4945-9567-56686528e19e'] response: {'server_uuid': '033b2f0d-760f-467a-9b3b-e7a8f2196aa7', 'name': 'network-vif-deleted', 'tag': '46aec430-a166-4d48-b4d3-8dc05c3ee484', 'status': 'completed', 'code': 200} Sep 20 04:53:09.299041 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:09.339139 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2e6979fb-bb54-428c-9dc5-945db3fc8bfb admin admin] Publish callbacks [] for security_group (170869a6-8ae0-4685-b7d5-356caf66f37a), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:09.344170 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2e6979fb-bb54-428c-9dc5-945db3fc8bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (170869a6-8ae0-4685-b7d5-356caf66f37a), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:09.388992 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6266c8fe-76b6-488a-b1ee-f0c7fbf8a19a req-afc4a20f-20d3-4d84-88e6-5cfd666e3610 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028021 Sep 20 04:53:09.430557 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:09.447275 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-44a8f3ba-2ddc-4a3e-ad06-d682096c697a req-a0a367f4-fc35-4106-9b93-f7571888ec0a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616158 Sep 20 04:53:09.634652 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-2e6979fb-bb54-428c-9dc5-945db3fc8bfb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2cecc52ac19842f0af235b8adcf3f701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8839440 Sep 20 04:53:09.635999 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6979fb-bb54-428c-9dc5-945db3fc8bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170869a6-8ae0-4685-b7d5-356caf66f37a,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:09.637702 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47028) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:09.653719 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47030) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:09.673024 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2b9f2726-001b-4ed0-ab32-4dbd30f3dc45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:09.731749 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-faf8555a-8578-4847-aec3-4380964c7abe admin admin] Publish callbacks [] for security_group (170869a6-8ae0-4685-b7d5-356caf66f37a), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:09.763608 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-faf8555a-8578-4847-aec3-4380964c7abe admin admin] Publish callbacks [] for security_group (170869a6-8ae0-4685-b7d5-356caf66f37a), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:09.789819 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2b9f2726-001b-4ed0-ab32-4dbd30f3dc45 admin admin] Publish callbacks [] for security_group (7fb6b8a0-6f3c-467d-933a-335867afc5aa), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:09.796872 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2b9f2726-001b-4ed0-ab32-4dbd30f3dc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (7fb6b8a0-6f3c-467d-933a-335867afc5aa), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:09.818049 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:09.836361 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-faf8555a-8578-4847-aec3-4380964c7abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (170869a6-8ae0-4685-b7d5-356caf66f37a), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:09.838875 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-faf8555a-8578-4847-aec3-4380964c7abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:09.842330 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-faf8555a-8578-4847-aec3-4380964c7abe admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/170869a6-8ae0-4685-b7d5-356caf66f37a HTTP/1.1" status: 204 len: 168 time: 0.2005556 Sep 20 04:53:09.853141 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f2726-001b-4ed0-ab32-4dbd30f3dc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb6b8a0-6f3c-467d-933a-335867afc5aa,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:09.854927 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8555a-8578-4847-aec3-4380964c7abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170869a6-8ae0-4685-b7d5-356caf66f37a,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:09.859267 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-2b9f2726-001b-4ed0-ab32-4dbd30f3dc45 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ff2d3b33c4f449ddb1a517f5ddc3b75b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2042642 Sep 20 04:53:09.862094 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47036) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:09.933923 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47042) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:09.957358 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ded4f175-2ee2-4aff-932f-6fb66ab8cb6d admin admin] Publish callbacks [] for security_group (7fb6b8a0-6f3c-467d-933a-335867afc5aa), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:09.985361 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ded4f175-2ee2-4aff-932f-6fb66ab8cb6d admin admin] Publish callbacks [] for security_group (7fb6b8a0-6f3c-467d-933a-335867afc5aa), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:10.065160 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ded4f175-2ee2-4aff-932f-6fb66ab8cb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (7fb6b8a0-6f3c-467d-933a-335867afc5aa), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:10.072967 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ded4f175-2ee2-4aff-932f-6fb66ab8cb6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:10.074514 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-ded4f175-2ee2-4aff-932f-6fb66ab8cb6d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7fb6b8a0-6f3c-467d-933a-335867afc5aa HTTP/1.1" status: 204 len: 168 time: 0.2109797 Sep 20 04:53:10.083108 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4f175-2ee2-4aff-932f-6fb66ab8cb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb6b8a0-6f3c-467d-933a-335867afc5aa,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:10.143835 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6199ac2d-6766-4d1b-bc25-330383394ddc req-b58e4dd8-0fab-489f-99dc-d74a0e62624f tempest-DeleteServersTestJSON-1803604471 tempest-DeleteServersTestJSON-1803604471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=033b2f0d-760f-467a-9b3b-e7a8f2196aa7 HTTP/1.1" status: 200 len: 210 time: 0.0664682 Sep 20 04:53:10.161889 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ce3de-3a72-45b8-bab8-232d4a6ff80d req-62112557-3adc-47f8-8a20-c17b5ca7bd50 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:10.169438 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-338ce3de-3a72-45b8-bab8-232d4a6ff80d req-62112557-3adc-47f8-8a20-c17b5ca7bd50 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.1103663 Sep 20 04:53:10.222889 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-338ce3de-3a72-45b8-bab8-232d4a6ff80d req-54bfd000-ceca-4b81-88f0-807af89472ec tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526059 Sep 20 04:53:10.367716 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-46f8fd7a-0077-45b0-8928-509863fa5f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:10.509010 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-46f8fd7a-0077-45b0-8928-509863fa5f05 admin admin] Publish callbacks [] for security_group (13444ef7-928f-40ed-94a6-0f0bdcaefbda), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:10.513825 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-46f8fd7a-0077-45b0-8928-509863fa5f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (13444ef7-928f-40ed-94a6-0f0bdcaefbda), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:10.573148 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-46f8fd7a-0077-45b0-8928-509863fa5f05 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c0e05d458fb74e3b9e0bcd9a3e662a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6383791 Sep 20 04:53:10.574318 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47062) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:10.575640 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8fd7a-0077-45b0-8928-509863fa5f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13444ef7-928f-40ed-94a6-0f0bdcaefbda,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:10.626883 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47066) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:10.643908 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-55889c5e-9181-40ac-8b4b-ce40d5c6db95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:10.647285 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7a21fb13-be7f-4bb8-ac26-fb7b1c98d5e3 admin admin] Publish callbacks [] for security_group (13444ef7-928f-40ed-94a6-0f0bdcaefbda), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:10.669300 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7a21fb13-be7f-4bb8-ac26-fb7b1c98d5e3 admin admin] Publish callbacks [] for security_group (13444ef7-928f-40ed-94a6-0f0bdcaefbda), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:10.705197 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:DELETE=10,neutron:SELECT=77,neutron:INSERT=13 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:10.731406 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7a21fb13-be7f-4bb8-ac26-fb7b1c98d5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (13444ef7-928f-40ed-94a6-0f0bdcaefbda), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:10.734497 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7a21fb13-be7f-4bb8-ac26-fb7b1c98d5e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:10.738150 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-55889c5e-9181-40ac-8b4b-ce40d5c6db95 admin admin] Publish callbacks [] for security_group (aa7732a1-0557-4792-8298-5c470fea7177), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:10.738303 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-7a21fb13-be7f-4bb8-ac26-fb7b1c98d5e3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/13444ef7-928f-40ed-94a6-0f0bdcaefbda HTTP/1.1" status: 204 len: 168 time: 0.1619222 Sep 20 04:53:10.743244 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-55889c5e-9181-40ac-8b4b-ce40d5c6db95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (aa7732a1-0557-4792-8298-5c470fea7177), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:10.752537 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21fb13-be7f-4bb8-ac26-fb7b1c98d5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13444ef7-928f-40ed-94a6-0f0bdcaefbda,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:10.792049 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55889c5e-9181-40ac-8b4b-ce40d5c6db95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7732a1-0557-4792-8298-5c470fea7177,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:10.807459 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-55889c5e-9181-40ac-8b4b-ce40d5c6db95 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=aad9aa49bbbf40128d922a30bd864494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790493 Sep 20 04:53:10.810000 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47074) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:10.869740 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b1fa359f-8a9b-4819-ba17-f5cdf0cf153d admin admin] Publish callbacks [] for security_group (aa7732a1-0557-4792-8298-5c470fea7177), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:10.895341 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b1fa359f-8a9b-4819-ba17-f5cdf0cf153d admin admin] Publish callbacks [] for security_group (aa7732a1-0557-4792-8298-5c470fea7177), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:10.957755 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b1fa359f-8a9b-4819-ba17-f5cdf0cf153d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (aa7732a1-0557-4792-8298-5c470fea7177), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:10.972763 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b1fa359f-8a9b-4819-ba17-f5cdf0cf153d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:10.977115 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-b1fa359f-8a9b-4819-ba17-f5cdf0cf153d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/aa7732a1-0557-4792-8298-5c470fea7177 HTTP/1.1" status: 204 len: 168 time: 0.1629803 Sep 20 04:53:10.983470 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa359f-8a9b-4819-ba17-f5cdf0cf153d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7732a1-0557-4792-8298-5c470fea7177,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:11.382406 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a762d7-7ac0-4080-9696-37409d26e008 req-67e5dd47-b6a3-4374-b720-f0e10ff3dcaf tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:11.384089 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-14a762d7-7ac0-4080-9696-37409d26e008 req-67e5dd47-b6a3-4374-b720-f0e10ff3dcaf tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0666492 Sep 20 04:53:11.497046 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-14a762d7-7ac0-4080-9696-37409d26e008 req-dab542d9-69c6-4ad3-b3d9-52c2431766e4 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061759 Sep 20 04:53:11.548510 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 46aec430-a166-4d48-b4d3-8dc05c3ee484 no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:53:11.574125 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: 46aec430-a166-4d48-b4d3-8dc05c3ee484 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:53:11.574582 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 46aec430-a166-4d48-b4d3-8dc05c3ee484 not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:53:11.609729 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47126) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:11.625351 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-da06cefe-7073-4273-8819-5f3cbed26ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:11.669023 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=14 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:11.674809 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:11.727052 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-da06cefe-7073-4273-8819-5f3cbed26ea1 admin admin] Publish callbacks [] for security_group (a6690658-01d5-4386-8fcd-125d9e1c2775), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:11.731854 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-da06cefe-7073-4273-8819-5f3cbed26ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (a6690658-01d5-4386-8fcd-125d9e1c2775), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:11.781415 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-da06cefe-7073-4273-8819-5f3cbed26ea1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a45a5c3abea744f6a86b8b93b76c5120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702156 Sep 20 04:53:11.784186 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47134) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:11.786449 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06cefe-7073-4273-8819-5f3cbed26ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6690658-01d5-4386-8fcd-125d9e1c2775,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:11.851165 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b55b-0e3f-45c1-93a3-7aba120346c9 admin admin] Publish callbacks [] for security_group (a6690658-01d5-4386-8fcd-125d9e1c2775), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:11.890558 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b55b-0e3f-45c1-93a3-7aba120346c9 admin admin] Publish callbacks [] for security_group (a6690658-01d5-4386-8fcd-125d9e1c2775), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:11.966318 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b55b-0e3f-45c1-93a3-7aba120346c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (a6690658-01d5-4386-8fcd-125d9e1c2775), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:11.970122 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b55b-0e3f-45c1-93a3-7aba120346c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:11.976269 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-a9f3b55b-0e3f-45c1-93a3-7aba120346c9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a6690658-01d5-4386-8fcd-125d9e1c2775 HTTP/1.1" status: 204 len: 168 time: 0.1904895 Sep 20 04:53:11.987806 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3b55b-0e3f-45c1-93a3-7aba120346c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6690658-01d5-4386-8fcd-125d9e1c2775,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:12.668021 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55723d48-da36-4af4-9606-29fc6ad2109a req-27b60623-9a76-4289-9017-c2ffde9e40f5 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:12.669677 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-55723d48-da36-4af4-9606-29fc6ad2109a req-27b60623-9a76-4289-9017-c2ffde9e40f5 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0600712 Sep 20 04:53:12.755660 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-55723d48-da36-4af4-9606-29fc6ad2109a req-4fb7d2ff-8118-4185-8b40-85274572e316 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789945 Sep 20 04:53:12.823050 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47190) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:13.356287 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9a66342e-3a71-4241-a5d7-ed599703de8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4094629'] for router_interface (eed3e2b0-82ba-453a-962e-1d1c42373ff5), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:13.691388 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-9a66342e-3a71-4241-a5d7-ed599703de8f admin admin] Deleting port 53777b89-71ad-4eba-b5c6-81d254d7a944 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:53:13.692068 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9a66342e-3a71-4241-a5d7-ed599703de8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (53777b89-71ad-4eba-b5c6-81d254d7a944), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:13.736566 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47246) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:13.767027 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:13.789889 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [None req-9a66342e-3a71-4241-a5d7-ed599703de8f admin admin] For port 53777b89-71ad-4eba-b5c6-81d254d7a944, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=53777b89-71ad-4eba-b5c6-81d254d7a944,segment=NetworkSegment(aca2560d-db18-4e4e-9d4a-20af8d30ef21),segment_id=aca2560d-db18-4e4e-9d4a-20af8d30ef21)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:53:13.790271 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9a66342e-3a71-4241-a5d7-ed599703de8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (53777b89-71ad-4eba-b5c6-81d254d7a944), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:13.807139 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-9a66342e-3a71-4241-a5d7-ed599703de8f admin admin] Calling delete_port for 53777b89-71ad-4eba-b5c6-81d254d7a944 owned by network:router_interface {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:53:13.916251 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:13.938483 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddeb235-f8e6-44e1-af52-f0b83bfc3c48 req-40cea583-1b3e-4a1b-bcf7-debe624e5d54 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:13.940261 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6ddeb235-f8e6-44e1-af52-f0b83bfc3c48 req-40cea583-1b3e-4a1b-bcf7-debe624e5d54 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0960505 Sep 20 04:53:14.015451 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0b355cb5-8930-4d67-ad14-46a9fc95b7b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:14.045229 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6ddeb235-f8e6-44e1-af52-f0b83bfc3c48 req-6a2d50fc-65c1-411f-9821-d46a4ccbfd95 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960994 Sep 20 04:53:14.137213 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0b355cb5-8930-4d67-ad14-46a9fc95b7b1 admin admin] Publish callbacks [] for security_group (0bd35b18-204d-4788-9c1b-9f638c515852), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:14.139180 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9a66342e-3a71-4241-a5d7-ed599703de8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716'] for port (53777b89-71ad-4eba-b5c6-81d254d7a944), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:14.142035 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0b355cb5-8930-4d67-ad14-46a9fc95b7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (0bd35b18-204d-4788-9c1b-9f638c515852), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:14.175686 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66342e-3a71-4241-a5d7-ed599703de8f admin admin] Pushing event deleted for resources: {'Port': ['ID=53777b89-71ad-4eba-b5c6-81d254d7a944,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:14.184213 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-0b355cb5-8930-4d67-ad14-46a9fc95b7b1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4a2a680830b340049cae493c83e8edb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4465566 Sep 20 04:53:14.187016 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47278) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:14.224286 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b355cb5-8930-4d67-ad14-46a9fc95b7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd35b18-204d-4788-9c1b-9f638c515852,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:14.280653 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:14.299511 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0537fea4-9df2-4346-8ebe-d46dd5457fa6 admin admin] Publish callbacks [] for security_group (0bd35b18-204d-4788-9c1b-9f638c515852), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:14.337643 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0537fea4-9df2-4346-8ebe-d46dd5457fa6 admin admin] Publish callbacks [] for security_group (0bd35b18-204d-4788-9c1b-9f638c515852), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:14.365614 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9a66342e-3a71-4241-a5d7-ed599703de8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3684142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3778325'] for router_interface (eed3e2b0-82ba-453a-962e-1d1c42373ff5), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:14.403466 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0537fea4-9df2-4346-8ebe-d46dd5457fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (0bd35b18-204d-4788-9c1b-9f638c515852), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:14.407705 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0537fea4-9df2-4346-8ebe-d46dd5457fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:14.409331 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-0537fea4-9df2-4346-8ebe-d46dd5457fa6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0bd35b18-204d-4788-9c1b-9f638c515852 HTTP/1.1" status: 204 len: 168 time: 0.2212396 Sep 20 04:53:14.438123 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537fea4-9df2-4346-8ebe-d46dd5457fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd35b18-204d-4788-9c1b-9f638c515852,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:14.908965 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:14.956843 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a66342e-3a71-4241-a5d7-ed599703de8f admin admin] Router eed3e2b0-82ba-453a-962e-1d1c42373ff5 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:53:15.126328 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a66342e-3a71-4241-a5d7-ed599703de8f admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:53:15.137588 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e60264f-83e8-4021-8a6f-b1722710a129 None None] Sync routers for ids ['eed3e2b0-82ba-453a-962e-1d1c42373ff5'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:53:15.140656 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-9a66342e-3a71-4241-a5d7-ed599703de8f admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/eed3e2b0-82ba-453a-962e-1d1c42373ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3147552 Sep 20 04:53:15.141465 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47346) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:15.156440 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e60264f-83e8-4021-8a6f-b1722710a129 None None] Routers {'eed3e2b0-82ba-453a-962e-1d1c42373ff5'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:53:15.159903 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-6e60264f-83e8-4021-8a6f-b1722710a129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:52:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['eed3e2b0-82ba-453a-962e-1d1c42373ff5'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:53:15.220708 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1be9b-7eab-4200-8a03-aca18c07bff6 req-a3b27b97-1f94-48af-9deb-6e5defd75b24 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:15.223743 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2bf1be9b-7eab-4200-8a03-aca18c07bff6 req-a3b27b97-1f94-48af-9deb-6e5defd75b24 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0662024 Sep 20 04:53:15.310588 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47350) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:15.342220 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2bf1be9b-7eab-4200-8a03-aca18c07bff6 req-a8779da3-c796-4395-ba1d-9c88c4c25801 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105118 Sep 20 04:53:15.425814 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-03824265-c79f-4345-9d4e-e2aba25f2bc0 admin admin] Publish callbacks [] for router (eed3e2b0-82ba-453a-962e-1d1c42373ff5), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:15.445230 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=100 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:15.487419 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-6e60264f-83e8-4021-8a6f-b1722710a129 None None] Set router eed3e2b0-82ba-453a-962e-1d1c42373ff5 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:53:15.563710 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:15.565020 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e992336e-501b-4bee-a614-db673c577569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:15.674287 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-6e60264f-83e8-4021-8a6f-b1722710a129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'name': 'tempest-DeleteServersTestJSON-1009153608-router', 'tenant_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b095beac-fffd-4747-b967-03cd01b5111a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:45Z', 'updated_at': '2022-09-20T04:53:14Z', 'revision_number': 5, 'project_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'gw_port': {'id': 'b095beac-fffd-4747-b967-03cd01b5111a', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:46Z', 'updated_at': '2022-09-20T04:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:53:15.705570 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e60264f-83e8-4021-8a6f-b1722710a129 None None] Checking router: eed3e2b0-82ba-453a-962e-1d1c42373ff5 for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:53:15.716078 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e60264f-83e8-4021-8a6f-b1722710a129 None None] Routers {'eed3e2b0-82ba-453a-962e-1d1c42373ff5'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:53:15.716740 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-6e60264f-83e8-4021-8a6f-b1722710a129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:52:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['eed3e2b0-82ba-453a-962e-1d1c42373ff5'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:53:15.736399 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-03824265-c79f-4345-9d4e-e2aba25f2bc0 admin admin] Publish callbacks [] for router_gateway (eed3e2b0-82ba-453a-962e-1d1c42373ff5), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:15.755982 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=100 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:15.818958 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e992336e-501b-4bee-a614-db673c577569 admin admin] Publish callbacks [] for security_group (3fae24d2-d9af-4269-9d12-93d1a40b1357), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:15.825343 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e992336e-501b-4bee-a614-db673c577569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (3fae24d2-d9af-4269-9d12-93d1a40b1357), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:15.826360 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-6e60264f-83e8-4021-8a6f-b1722710a129 None None] Set router eed3e2b0-82ba-453a-962e-1d1c42373ff5 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:53:15.830465 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-03824265-c79f-4345-9d4e-e2aba25f2bc0 admin admin] Deleting port b095beac-fffd-4747-b967-03cd01b5111a {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:53:15.830795 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-03824265-c79f-4345-9d4e-e2aba25f2bc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (b095beac-fffd-4747-b967-03cd01b5111a), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:15.945034 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [None req-03824265-c79f-4345-9d4e-e2aba25f2bc0 admin admin] For port b095beac-fffd-4747-b967-03cd01b5111a, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=b095beac-fffd-4747-b967-03cd01b5111a,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:53:15.945818 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-03824265-c79f-4345-9d4e-e2aba25f2bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (b095beac-fffd-4747-b967-03cd01b5111a), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:15.997510 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-03824265-c79f-4345-9d4e-e2aba25f2bc0 admin admin] Calling delete_port for b095beac-fffd-4747-b967-03cd01b5111a owned by network:router_gateway {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:53:16.021885 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47388) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:16.022382 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-e992336e-501b-4bee-a614-db673c577569 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b0e592d482f14552bce0f0fbd31e0c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7098248 Sep 20 04:53:16.024947 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992336e-501b-4bee-a614-db673c577569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fae24d2-d9af-4269-9d12-93d1a40b1357,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:16.056327 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:16.072744 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-6e60264f-83e8-4021-8a6f-b1722710a129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'name': 'tempest-DeleteServersTestJSON-1009153608-router', 'tenant_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b095beac-fffd-4747-b967-03cd01b5111a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:45Z', 'updated_at': '2022-09-20T04:53:14Z', 'revision_number': 5, 'project_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'gw_port': {'id': 'b095beac-fffd-4747-b967-03cd01b5111a', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:46Z', 'updated_at': '2022-09-20T04:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:53:16.102554 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-88c33c5c-9524-48fa-835b-7764bae41d14 admin admin] Publish callbacks [] for security_group (3fae24d2-d9af-4269-9d12-93d1a40b1357), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:16.129179 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e60264f-83e8-4021-8a6f-b1722710a129 None None] The sync data for ids ['eed3e2b0-82ba-453a-962e-1d1c42373ff5'] in dv-cinder-756710-7-iscsi is: [{'id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'name': 'tempest-DeleteServersTestJSON-1009153608-router', 'tenant_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b095beac-fffd-4747-b967-03cd01b5111a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:45Z', 'updated_at': '2022-09-20T04:53:14Z', 'revision_number': 5, 'project_id': '72aa7ea3cb69454797bd7956e12f2a5e', 'gw_port': {'id': 'b095beac-fffd-4747-b967-03cd01b5111a', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3e2b0-82ba-453a-962e-1d1c42373ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:46Z', 'updated_at': '2022-09-20T04:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:53:16.141881 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-88c33c5c-9524-48fa-835b-7764bae41d14 admin admin] Publish callbacks [] for security_group (3fae24d2-d9af-4269-9d12-93d1a40b1357), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:16.214105 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:16.244391 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-88c33c5c-9524-48fa-835b-7764bae41d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (3fae24d2-d9af-4269-9d12-93d1a40b1357), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:16.252340 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-88c33c5c-9524-48fa-835b-7764bae41d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:16.257187 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-88c33c5c-9524-48fa-835b-7764bae41d14 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3fae24d2-d9af-4269-9d12-93d1a40b1357 HTTP/1.1" status: 204 len: 168 time: 0.2313573 Sep 20 04:53:16.275742 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c33c5c-9524-48fa-835b-7764bae41d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fae24d2-d9af-4269-9d12-93d1a40b1357,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:16.328909 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-03824265-c79f-4345-9d4e-e2aba25f2bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716'] for port (b095beac-fffd-4747-b967-03cd01b5111a), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:16.394116 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03824265-c79f-4345-9d4e-e2aba25f2bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b095beac-fffd-4747-b967-03cd01b5111a,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:16.436913 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-03824265-c79f-4345-9d4e-e2aba25f2bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3775071'] for router_gateway (eed3e2b0-82ba-453a-962e-1d1c42373ff5), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:16.575985 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085f0d7-8e3c-4182-a750-9640a9af6d81 req-ae7e31e1-7923-4367-be67-7250a7d97080 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:16.578173 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d085f0d7-8e3c-4182-a750-9640a9af6d81 req-ae7e31e1-7923-4367-be67-7250a7d97080 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.1038291 Sep 20 04:53:16.624505 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-03824265-c79f-4345-9d4e-e2aba25f2bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4743'] for router (eed3e2b0-82ba-453a-962e-1d1c42373ff5), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:16.627272 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-03824265-c79f-4345-9d4e-e2aba25f2bc0 admin admin] Publish callbacks [] for router_controller (eed3e2b0-82ba-453a-962e-1d1c42373ff5), precommit_delete_associations {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:16.643025 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:16.665269 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-7843edf1-66f4-4ebf-98d8-a87925111139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:16.671357 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d085f0d7-8e3c-4182-a750-9640a9af6d81 req-b4677453-79d8-4b87-b914-291cb393bcd2 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866594 Sep 20 04:53:16.737825 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-03824265-c79f-4345-9d4e-e2aba25f2bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3778408'] for router (eed3e2b0-82ba-453a-962e-1d1c42373ff5), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:16.738457 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03824265-c79f-4345-9d4e-e2aba25f2bc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eed3e2b0-82ba-453a-962e-1d1c42373ff5 {{(pid=112593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 04:53:16.744229 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-03824265-c79f-4345-9d4e-e2aba25f2bc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:16.745755 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-03824265-c79f-4345-9d4e-e2aba25f2bc0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/eed3e2b0-82ba-453a-962e-1d1c42373ff5 HTTP/1.1" status: 204 len: 168 time: 1.6031942 Sep 20 04:53:16.748372 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47410) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:16.816209 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_v2 [None req-5196c93b-6442-4746-b106-1ab0ec54cd16 admin admin] Deleting subnet ad134337-8f63-42ef-adef-c4cd4a6fe196 {{(pid=112592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 04:53:16.822558 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5196c93b-6442-4746-b106-1ab0ec54cd16 admin admin] Publish callbacks [] for subnet (ad134337-8f63-42ef-adef-c4cd4a6fe196), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:16.859681 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5196c93b-6442-4746-b106-1ab0ec54cd16 admin admin] Publish callbacks [] for subnet (ad134337-8f63-42ef-adef-c4cd4a6fe196), precommit_delete_associations {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:16.910456 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47418) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:16.926489 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-efd80b0a-0cf7-4b0a-b1a1-815e9fdba47a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:16.945810 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:16.945999 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5196c93b-6442-4746-b106-1ab0ec54cd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766695'] for subnet (ad134337-8f63-42ef-adef-c4cd4a6fe196), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:17.034970 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5196c93b-6442-4746-b106-1ab0ec54cd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for subnet (ad134337-8f63-42ef-adef-c4cd4a6fe196), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:17.051051 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5196c93b-6442-4746-b106-1ab0ec54cd16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:17.056844 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e65450-c04c-48b6-8912-fc3c16dca318 None None] Network 75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:53:17.058769 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-efd80b0a-0cf7-4b0a-b1a1-815e9fdba47a admin admin] Publish callbacks [] for security_group (0d1aec0e-31fb-4ed3-ba84-44857f889628), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:17.063911 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-5196c93b-6442-4746-b106-1ab0ec54cd16 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/ad134337-8f63-42ef-adef-c4cd4a6fe196 HTTP/1.1" status: 204 len: 168 time: 0.3122475 Sep 20 04:53:17.069095 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47426) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:17.079655 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196c93b-6442-4746-b106-1ab0ec54cd16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad134337-8f63-42ef-adef-c4cd4a6fe196,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:17.094180 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-efd80b0a-0cf7-4b0a-b1a1-815e9fdba47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (0d1aec0e-31fb-4ed3-ba84-44857f889628), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:17.187649 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd80b0a-0cf7-4b0a-b1a1-815e9fdba47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1aec0e-31fb-4ed3-ba84-44857f889628,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:17.195363 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47432) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:17.201308 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-efd80b0a-0cf7-4b0a-b1a1-815e9fdba47a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0c42f211cb9a4448b3368d8fcfe0c3b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892444 Sep 20 04:53:17.208929 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726418'] for network (75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:17.256895 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ad6da898-ad06-468f-aa62-84fbefb8ef8a admin admin] Publish callbacks [] for security_group (0d1aec0e-31fb-4ed3-ba84-44857f889628), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:17.268019 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Deleting port 49374034-fff9-44d9-82bb-efbc605eca9e {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:53:17.268364 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (49374034-fff9-44d9-82bb-efbc605eca9e), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:17.278680 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ad6da898-ad06-468f-aa62-84fbefb8ef8a admin admin] Publish callbacks [] for security_group (0d1aec0e-31fb-4ed3-ba84-44857f889628), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:17.327617 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495e446e-07ef-4c18-832c-e7c6247f264b None None] DHCP port deletion for 75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca request from dv-cinder-756710-7-iscsi {{(pid=112594) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 04:53:17.370995 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ad6da898-ad06-468f-aa62-84fbefb8ef8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (0d1aec0e-31fb-4ed3-ba84-44857f889628), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:17.374122 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ad6da898-ad06-468f-aa62-84fbefb8ef8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:17.376531 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-ad6da898-ad06-468f-aa62-84fbefb8ef8a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0d1aec0e-31fb-4ed3-ba84-44857f889628 HTTP/1.1" status: 204 len: 168 time: 0.1796024 Sep 20 04:53:17.386928 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6da898-ad06-468f-aa62-84fbefb8ef8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1aec0e-31fb-4ed3-ba84-44857f889628,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:17.409807 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] For port 49374034-fff9-44d9-82bb-efbc605eca9e, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=49374034-fff9-44d9-82bb-efbc605eca9e,segment=NetworkSegment(aca2560d-db18-4e4e-9d4a-20af8d30ef21),segment_id=aca2560d-db18-4e4e-9d4a-20af8d30ef21)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:53:17.410362 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (49374034-fff9-44d9-82bb-efbc605eca9e), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:17.434557 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 53777b89-71ad-4eba-b5c6-81d254d7a944 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:53:17.445496 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Calling delete_port for 49374034-fff9-44d9-82bb-efbc605eca9e owned by network:dhcp {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:53:17.478250 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: 53777b89-71ad-4eba-b5c6-81d254d7a944 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:53:17.478594 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 53777b89-71ad-4eba-b5c6-81d254d7a944 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:53:17.507686 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-495e446e-07ef-4c18-832c-e7c6247f264b None None] Deleting port 49374034-fff9-44d9-82bb-efbc605eca9e {{(pid=112594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:53:17.508329 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-495e446e-07ef-4c18-832c-e7c6247f264b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (49374034-fff9-44d9-82bb-efbc605eca9e), before_delete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:17.555356 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716'] for port (49374034-fff9-44d9-82bb-efbc605eca9e), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:17.593940 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=49374034-fff9-44d9-82bb-efbc605eca9e,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:17.603155 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] No DVR routers for this DVR port 49374034-fff9-44d9-82bb-efbc605eca9e on host dv-cinder-756710-7-iscsi {{(pid=112593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 04:53:17.618097 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-495e446e-07ef-4c18-832c-e7c6247f264b None None] For port 49374034-fff9-44d9-82bb-efbc605eca9e, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=49374034-fff9-44d9-82bb-efbc605eca9e,segment=NetworkSegment(aca2560d-db18-4e4e-9d4a-20af8d30ef21),segment_id=aca2560d-db18-4e4e-9d4a-20af8d30ef21)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:53:17.619102 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-495e446e-07ef-4c18-832c-e7c6247f264b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (49374034-fff9-44d9-82bb-efbc605eca9e), precommit_delete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:17.642325 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-495e446e-07ef-4c18-832c-e7c6247f264b None None] Calling delete_port for 49374034-fff9-44d9-82bb-efbc605eca9e owned by network:dhcp {{(pid=112594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:53:17.676445 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729292', 'neutron.services.segments.db._delete_segments_for_network-8739023563457'] for network (75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:17.705585 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:17.706371 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:17.707233 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:17.707573 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Subscribe: > port after_create 55550000 {{(pid=112593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:17.707963 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=112593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:17.708466 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Subscribe: > port after_update 55550000 {{(pid=112593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:17.709351 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:17.709865 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:17.710737 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:17.711784 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:17.791218 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-495e446e-07ef-4c18-832c-e7c6247f264b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716'] for port (49374034-fff9-44d9-82bb-efbc605eca9e), after_delete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:17.833951 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e446e-07ef-4c18-832c-e7c6247f264b None None] Pushing event deleted for resources: {'Port': ['ID=49374034-fff9-44d9-82bb-efbc605eca9e,revision_number=None']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:17.841897 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495e446e-07ef-4c18-832c-e7c6247f264b None None] No DVR routers for this DVR port 49374034-fff9-44d9-82bb-efbc605eca9e on host dv-cinder-756710-7-iscsi {{(pid=112594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 04:53:17.845126 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553adbfa-5df6-4bfd-8bed-5e058e5ae266 req-03ae0379-c7ee-4a52-8606-205c30499c09 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:17.846748 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-553adbfa-5df6-4bfd-8bed-5e058e5ae266 req-03ae0379-c7ee-4a52-8606-205c30499c09 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0738144 Sep 20 04:53:17.847413 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47456) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:17.902567 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:17.903751 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:17.904085 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:17.904420 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:17.904807 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-553adbfa-5df6-4bfd-8bed-5e058e5ae266 req-203fd66e-2122-45f5-9b71-d7a0b09e9fb8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472126 Sep 20 04:53:17.904925 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca']}} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:53:17.928331 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca2560d-db18-4e4e-9d4a-20af8d30ef21') {'for_net_delete': True} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:53:17.928951 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca2560d-db18-4e4e-9d4a-20af8d30ef21') {} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:53:17.951465 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739023563349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58957075'] for segment (aca2560d-db18-4e4e-9d4a-20af8d30ef21), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:17.977530 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (aca2560d-db18-4e4e-9d4a-20af8d30ef21), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:17.992461 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-17862101-b943-49dc-9fad-d1e0e708aefe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:17.997098 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=112593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 04:53:17.997501 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59245190'] for segment (aca2560d-db18-4e4e-9d4a-20af8d30ef21), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:18.076974 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3775114'] for network (75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:18.091026 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:18.094581 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca HTTP/1.1" status: 204 len: 168 time: 1.0224948 Sep 20 04:53:18.103734 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-17862101-b943-49dc-9fad-d1e0e708aefe admin admin] Publish callbacks [] for security_group (c645fdc8-6ca8-4e5b-b2a2-83942d55b960), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:18.106270 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36db87e-33ed-408a-8ea4-d19fc85b04a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=75e666c4-550f-4bd9-83b7-8b3fdbe9a8ca,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:18.109938 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-17862101-b943-49dc-9fad-d1e0e708aefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (c645fdc8-6ca8-4e5b-b2a2-83942d55b960), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:18.152974 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-17862101-b943-49dc-9fad-d1e0e708aefe admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e5c383f0136f4c828cd03c80df2bee75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043840 Sep 20 04:53:18.154539 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17862101-b943-49dc-9fad-d1e0e708aefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c645fdc8-6ca8-4e5b-b2a2-83942d55b960,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:18.156484 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47476) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:18.232346 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-05af20bd-4b23-4ea0-96e7-6bde59fe6640 admin admin] Publish callbacks [] for security_group (c645fdc8-6ca8-4e5b-b2a2-83942d55b960), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:18.255759 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-05af20bd-4b23-4ea0-96e7-6bde59fe6640 admin admin] Publish callbacks [] for security_group (c645fdc8-6ca8-4e5b-b2a2-83942d55b960), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:18.315878 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-05af20bd-4b23-4ea0-96e7-6bde59fe6640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (c645fdc8-6ca8-4e5b-b2a2-83942d55b960), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:18.320041 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-05af20bd-4b23-4ea0-96e7-6bde59fe6640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:18.325013 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-05af20bd-4b23-4ea0-96e7-6bde59fe6640 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c645fdc8-6ca8-4e5b-b2a2-83942d55b960 HTTP/1.1" status: 204 len: 168 time: 0.1663191 Sep 20 04:53:18.326950 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.services.segments.plugin [-] Segment aca2560d-db18-4e4e-9d4a-20af8d30ef21 resource provider aggregate not found Sep 20 04:53:18.336722 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:18.342117 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47490) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:18.342620 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af20bd-4b23-4ea0-96e7-6bde59fe6640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c645fdc8-6ca8-4e5b-b2a2-83942d55b960,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:18.372208 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=6 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:18.377726 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.services.segments.plugin [-] Segment aca2560d-db18-4e4e-9d4a-20af8d30ef21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aca2560d-db18-4e4e-9d4a-20af8d30ef21 found for delete ", "request_id": "req-314b1cdb-55a7-42b1-9f77-16a1fffc0ff7"}]} Sep 20 04:53:18.382849 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:18.400191 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-b1dcb241-b235-47e8-9eea-6f18ac0c1516 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=72aa7ea3cb69454797bd7956e12f2a5e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0566821 Sep 20 04:53:18.402844 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47494) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:18.461236 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-fbe9c0d7-db18-4702-a05f-943fb2d2a3d7 admin admin] Publish callbacks [] for security_group (9c830c60-b70f-4398-85f3-cce110d8b895), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:18.489825 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-fbe9c0d7-db18-4702-a05f-943fb2d2a3d7 admin admin] Publish callbacks [] for security_group (9c830c60-b70f-4398-85f3-cce110d8b895), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:18.541571 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-fbe9c0d7-db18-4702-a05f-943fb2d2a3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (9c830c60-b70f-4398-85f3-cce110d8b895), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:18.546091 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-fbe9c0d7-db18-4702-a05f-943fb2d2a3d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:18.546091 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-fbe9c0d7-db18-4702-a05f-943fb2d2a3d7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9c830c60-b70f-4398-85f3-cce110d8b895 HTTP/1.1" status: 204 len: 168 time: 0.1417563 Sep 20 04:53:18.555163 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9c0d7-db18-4702-a05f-943fb2d2a3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c830c60-b70f-4398-85f3-cce110d8b895,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:18.788458 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47508) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:18.805482 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-875a56e0-d2bb-4f4b-a29c-f03f66ea35da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:18.893837 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-47d36469-5ef9-4635-afa6-a147237dab0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:18.896926 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-875a56e0-d2bb-4f4b-a29c-f03f66ea35da admin admin] Publish callbacks [] for security_group (acab2bc9-6fb4-493e-a238-e15cc5f80fbb), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:18.900945 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-875a56e0-d2bb-4f4b-a29c-f03f66ea35da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (acab2bc9-6fb4-493e-a238-e15cc5f80fbb), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:18.942471 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a56e0-d2bb-4f4b-a29c-f03f66ea35da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acab2bc9-6fb4-493e-a238-e15cc5f80fbb,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:18.949288 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-875a56e0-d2bb-4f4b-a29c-f03f66ea35da admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=34fc0f49349b433cb6c4e6ad5a12f3b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573579 Sep 20 04:53:18.949525 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47518) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:19.045437 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device b095beac-fffd-4747-b967-03cd01b5111a no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:53:19.047129 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-30eff4a2-e9df-49a7-b632-78e4059fce69 admin admin] Publish callbacks [] for security_group (acab2bc9-6fb4-493e-a238-e15cc5f80fbb), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:19.065201 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de87b1-6185-42cc-9c43-ac4f40c81ac5 req-ffff5185-35c9-4a39-a1c0-40f654e7e50f tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:19.066842 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-11de87b1-6185-42cc-9c43-ac4f40c81ac5 req-ffff5185-35c9-4a39-a1c0-40f654e7e50f tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0746253 Sep 20 04:53:19.071800 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: b095beac-fffd-4747-b967-03cd01b5111a {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:53:19.072437 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device b095beac-fffd-4747-b967-03cd01b5111a not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:53:19.072953 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 49374034-fff9-44d9-82bb-efbc605eca9e no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:53:19.094308 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: 49374034-fff9-44d9-82bb-efbc605eca9e {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:53:19.094660 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 49374034-fff9-44d9-82bb-efbc605eca9e not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:53:19.100620 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-30eff4a2-e9df-49a7-b632-78e4059fce69 admin admin] Publish callbacks [] for security_group (acab2bc9-6fb4-493e-a238-e15cc5f80fbb), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:19.209745 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-11de87b1-6185-42cc-9c43-ac4f40c81ac5 req-114e42bb-3e24-4414-8626-d9578591f580 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302269 Sep 20 04:53:19.222181 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-30eff4a2-e9df-49a7-b632-78e4059fce69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (acab2bc9-6fb4-493e-a238-e15cc5f80fbb), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:19.229883 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-30eff4a2-e9df-49a7-b632-78e4059fce69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:19.233914 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-30eff4a2-e9df-49a7-b632-78e4059fce69 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/acab2bc9-6fb4-493e-a238-e15cc5f80fbb HTTP/1.1" status: 204 len: 168 time: 0.2810280 Sep 20 04:53:19.242523 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eff4a2-e9df-49a7-b632-78e4059fce69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acab2bc9-6fb4-493e-a238-e15cc5f80fbb,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:20.064362 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:20.425563 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1150323-a727-4117-b85d-a8fc480fd9f9 req-b9ec3583-37bd-4f9f-9ba0-bda81e507699 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:20.429183 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a1150323-a727-4117-b85d-a8fc480fd9f9 req-b9ec3583-37bd-4f9f-9ba0-bda81e507699 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0824492 Sep 20 04:53:20.543519 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a1150323-a727-4117-b85d-a8fc480fd9f9 req-ba2444cf-d653-4d4a-a94c-e73cf273973c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072078 Sep 20 04:53:21.230946 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47680) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:21.269272 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47684) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:21.408426 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-6bb6f13d-0b81-40c7-9532-930156cb0457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:21.442326 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f3138ac8-79ed-44bd-adf5-18c8229bec44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:21.473902 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:21.519430 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:21.577743 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-6bb6f13d-0b81-40c7-9532-930156cb0457 admin admin] Publish callbacks [] for security_group (3ba6efd6-1394-4d36-b0c9-529d92117838), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:21.582137 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-6bb6f13d-0b81-40c7-9532-930156cb0457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (3ba6efd6-1394-4d36-b0c9-529d92117838), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:21.645177 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f3138ac8-79ed-44bd-adf5-18c8229bec44 admin admin] Publish callbacks [] for security_group (e52edab0-ec07-4bf8-8331-80d2f20b1b0c), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:21.649491 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:21.651135 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-6bb6f13d-0b81-40c7-9532-930156cb0457 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b93ff9132e1b4aab928b6cb013fb0693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4191003 Sep 20 04:53:21.653958 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47710) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:21.660693 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f3138ac8-79ed-44bd-adf5-18c8229bec44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (e52edab0-ec07-4bf8-8331-80d2f20b1b0c), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:21.663722 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6f13d-0b81-40c7-9532-930156cb0457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba6efd6-1394-4d36-b0c9-529d92117838,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:21.746488 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b88c3a3c-d012-4cb6-b1b5-8b23b07c1270 admin admin] Publish callbacks [] for security_group (3ba6efd6-1394-4d36-b0c9-529d92117838), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:21.751836 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-f3138ac8-79ed-44bd-adf5-18c8229bec44 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b79cd429d1a44c3f8b008dbb8316d3b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4811988 Sep 20 04:53:21.752488 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47722) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:21.759961 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3138ac8-79ed-44bd-adf5-18c8229bec44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52edab0-ec07-4bf8-8331-80d2f20b1b0c,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:21.771637 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71158e1-b079-4270-a45c-f85646d0daa0 req-ad935d16-76ac-41eb-88fa-1e35c07da6e1 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:21.774032 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a71158e1-b079-4270-a45c-f85646d0daa0 req-ad935d16-76ac-41eb-88fa-1e35c07da6e1 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.1272435 Sep 20 04:53:21.792877 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:INSERT=4,neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:21.802203 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b88c3a3c-d012-4cb6-b1b5-8b23b07c1270 admin admin] Publish callbacks [] for security_group (3ba6efd6-1394-4d36-b0c9-529d92117838), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:21.874028 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b88c3a3c-d012-4cb6-b1b5-8b23b07c1270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (3ba6efd6-1394-4d36-b0c9-529d92117838), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:21.876984 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b88c3a3c-d012-4cb6-b1b5-8b23b07c1270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:21.882223 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-b88c3a3c-d012-4cb6-b1b5-8b23b07c1270 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3ba6efd6-1394-4d36-b0c9-529d92117838 HTTP/1.1" status: 204 len: 168 time: 0.2271812 Sep 20 04:53:21.886732 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a71158e1-b079-4270-a45c-f85646d0daa0 req-1f83e4e8-4437-4f90-b91c-b3bd950f1c0c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031687 Sep 20 04:53:21.892386 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:21.892626 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dd63fd4c-cf65-4947-8a3d-eb3e01c9e21b admin admin] Publish callbacks [] for security_group (e52edab0-ec07-4bf8-8331-80d2f20b1b0c), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:21.902498 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:21.918268 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c3a3c-d012-4cb6-b1b5-8b23b07c1270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba6efd6-1394-4d36-b0c9-529d92117838,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:21.925049 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dd63fd4c-cf65-4947-8a3d-eb3e01c9e21b admin admin] Publish callbacks [] for security_group (e52edab0-ec07-4bf8-8331-80d2f20b1b0c), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:21.991656 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dd63fd4c-cf65-4947-8a3d-eb3e01c9e21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (e52edab0-ec07-4bf8-8331-80d2f20b1b0c), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:21.994543 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dd63fd4c-cf65-4947-8a3d-eb3e01c9e21b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:21.996119 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-dd63fd4c-cf65-4947-8a3d-eb3e01c9e21b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e52edab0-ec07-4bf8-8331-80d2f20b1b0c HTTP/1.1" status: 204 len: 168 time: 0.2421856 Sep 20 04:53:22.004915 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63fd4c-cf65-4947-8a3d-eb3e01c9e21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52edab0-ec07-4bf8-8331-80d2f20b1b0c,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:22.157603 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47736) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:22.348838 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47750) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:22.467546 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1e111577-a37f-45e5-9d21-393b5df74536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:22.524718 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-d3ac640f-9bf2-4fec-9e1f-4c95ae84a022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:22.578527 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1e111577-a37f-45e5-9d21-393b5df74536 admin admin] Publish callbacks [] for security_group (cf14bad2-4f4b-4d6a-a396-4af96f9bb319), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:22.582460 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1e111577-a37f-45e5-9d21-393b5df74536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (cf14bad2-4f4b-4d6a-a396-4af96f9bb319), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:22.609548 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47762) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:22.625649 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e111577-a37f-45e5-9d21-393b5df74536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf14bad2-4f4b-4d6a-a396-4af96f9bb319,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:22.628873 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4834d534-a81d-478a-ac4d-9138b178bc11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:22.648916 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-1e111577-a37f-45e5-9d21-393b5df74536 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9767ed3b35f84c65a1e8d8d1355154dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4896696 Sep 20 04:53:22.650626 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47764) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:22.672457 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-d3ac640f-9bf2-4fec-9e1f-4c95ae84a022 admin admin] Publish callbacks [] for security_group (9f5c775b-6b6c-4f32-ba21-bd2e9be4dc37), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:22.682131 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-d3ac640f-9bf2-4fec-9e1f-4c95ae84a022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (9f5c775b-6b6c-4f32-ba21-bd2e9be4dc37), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:22.709097 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-65b328d0-cf21-4a25-8379-b091896cfe44 admin admin] Publish callbacks [] for security_group (cf14bad2-4f4b-4d6a-a396-4af96f9bb319), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:22.737130 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-65b328d0-cf21-4a25-8379-b091896cfe44 admin admin] Publish callbacks [] for security_group (cf14bad2-4f4b-4d6a-a396-4af96f9bb319), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:22.745222 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-d3ac640f-9bf2-4fec-9e1f-4c95ae84a022 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f64199a6685c4aa085da30f2ae3b679a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3948224 Sep 20 04:53:22.748472 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac640f-9bf2-4fec-9e1f-4c95ae84a022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5c775b-6b6c-4f32-ba21-bd2e9be4dc37,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:22.748714 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47766) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:22.778484 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:INSERT=20,neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:22.803770 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4834d534-a81d-478a-ac4d-9138b178bc11 admin admin] Publish callbacks [] for security_group (21d75447-6354-410c-9ffc-bae2f3760556), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:22.809627 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4834d534-a81d-478a-ac4d-9138b178bc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (21d75447-6354-410c-9ffc-bae2f3760556), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:22.826515 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0e62dcc4-5f48-4a64-a0c6-163ed5966a49 admin admin] Publish callbacks [] for security_group (9f5c775b-6b6c-4f32-ba21-bd2e9be4dc37), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:22.832742 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:22.849658 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-65b328d0-cf21-4a25-8379-b091896cfe44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (cf14bad2-4f4b-4d6a-a396-4af96f9bb319), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:22.852202 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-65b328d0-cf21-4a25-8379-b091896cfe44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:22.855751 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-65b328d0-cf21-4a25-8379-b091896cfe44 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cf14bad2-4f4b-4d6a-a396-4af96f9bb319 HTTP/1.1" status: 204 len: 168 time: 0.2015898 Sep 20 04:53:22.855751 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0e62dcc4-5f48-4a64-a0c6-163ed5966a49 admin admin] Publish callbacks [] for security_group (9f5c775b-6b6c-4f32-ba21-bd2e9be4dc37), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:22.870686 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-4834d534-a81d-478a-ac4d-9138b178bc11 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=14fcb9bd0bc94f61aeea972c820351f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600729 Sep 20 04:53:22.873544 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834d534-a81d-478a-ac4d-9138b178bc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d75447-6354-410c-9ffc-bae2f3760556,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:22.877193 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47772) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:22.905004 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b328d0-cf21-4a25-8379-b091896cfe44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf14bad2-4f4b-4d6a-a396-4af96f9bb319,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:22.959859 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-416bff20-c15e-48be-8c7e-31d9dc1f077f admin admin] Publish callbacks [] for security_group (21d75447-6354-410c-9ffc-bae2f3760556), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:22.970821 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0e62dcc4-5f48-4a64-a0c6-163ed5966a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (9f5c775b-6b6c-4f32-ba21-bd2e9be4dc37), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:22.981479 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0e62dcc4-5f48-4a64-a0c6-163ed5966a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:22.984992 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-0e62dcc4-5f48-4a64-a0c6-163ed5966a49 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9f5c775b-6b6c-4f32-ba21-bd2e9be4dc37 HTTP/1.1" status: 204 len: 168 time: 0.2332501 Sep 20 04:53:22.990317 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-416bff20-c15e-48be-8c7e-31d9dc1f077f admin admin] Publish callbacks [] for security_group (21d75447-6354-410c-9ffc-bae2f3760556), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:23.003650 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=6 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:23.010966 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62dcc4-5f48-4a64-a0c6-163ed5966a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5c775b-6b6c-4f32-ba21-bd2e9be4dc37,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:23.091000 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-416bff20-c15e-48be-8c7e-31d9dc1f077f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (21d75447-6354-410c-9ffc-bae2f3760556), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:23.093535 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-416bff20-c15e-48be-8c7e-31d9dc1f077f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:23.097687 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-416bff20-c15e-48be-8c7e-31d9dc1f077f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/21d75447-6354-410c-9ffc-bae2f3760556 HTTP/1.1" status: 204 len: 168 time: 0.2164319 Sep 20 04:53:23.115876 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bff20-c15e-48be-8c7e-31d9dc1f077f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d75447-6354-410c-9ffc-bae2f3760556,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:23.123653 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eff260-cdee-4d5f-94a0-e3587a7bc982 req-2ec98ca8-98b2-4478-8327-9fa3d620861a tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:23.125281 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b4eff260-cdee-4d5f-94a0-e3587a7bc982 req-2ec98ca8-98b2-4478-8327-9fa3d620861a tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0700264 Sep 20 04:53:23.188226 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b4eff260-cdee-4d5f-94a0-e3587a7bc982 req-bb3f0ce1-cf8d-43e2-8647-3ff6c16ff1eb tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564804 Sep 20 04:53:23.664235 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47804) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:23.682652 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b6ba259b-9bee-4a3b-a517-e6a8b0615a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:23.789426 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b6ba259b-9bee-4a3b-a517-e6a8b0615a78 admin admin] Publish callbacks [] for security_group (4976ef4c-1bd9-40d6-abf2-9c8431e02221), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:23.796641 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b6ba259b-9bee-4a3b-a517-e6a8b0615a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (4976ef4c-1bd9-40d6-abf2-9c8431e02221), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:23.852339 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-b6ba259b-9bee-4a3b-a517-e6a8b0615a78 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c1fc70a92fb04f37afb4aa8c826a5592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1869946 Sep 20 04:53:23.853494 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba259b-9bee-4a3b-a517-e6a8b0615a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4976ef4c-1bd9-40d6-abf2-9c8431e02221,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:23.855125 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47816) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:23.913625 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c0453d65-0a0a-410e-9cd7-c7bd6a4ad3b2 admin admin] Publish callbacks [] for security_group (4976ef4c-1bd9-40d6-abf2-9c8431e02221), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:23.935340 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c0453d65-0a0a-410e-9cd7-c7bd6a4ad3b2 admin admin] Publish callbacks [] for security_group (4976ef4c-1bd9-40d6-abf2-9c8431e02221), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:23.994492 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c0453d65-0a0a-410e-9cd7-c7bd6a4ad3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (4976ef4c-1bd9-40d6-abf2-9c8431e02221), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:23.997613 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c0453d65-0a0a-410e-9cd7-c7bd6a4ad3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:24.002205 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-c0453d65-0a0a-410e-9cd7-c7bd6a4ad3b2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4976ef4c-1bd9-40d6-abf2-9c8431e02221 HTTP/1.1" status: 204 len: 168 time: 0.1449640 Sep 20 04:53:24.012000 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0453d65-0a0a-410e-9cd7-c7bd6a4ad3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4976ef4c-1bd9-40d6-abf2-9c8431e02221,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:24.086672 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47824) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:24.368392 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7d1ee-3433-4b86-a793-7f70e8e357dc req-ac172d07-d18b-47de-8a86-a0f24c75d2ec tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:24.382414 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b9d7d1ee-3433-4b86-a793-7f70e8e357dc req-ac172d07-d18b-47de-8a86-a0f24c75d2ec tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.1031349 Sep 20 04:53:24.462819 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b9d7d1ee-3433-4b86-a793-7f70e8e357dc req-4a441acb-07d5-47b0-9666-fb302a6b8d2c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722809 Sep 20 04:53:24.491872 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-024357d6-a718-4fde-a4bc-ea815c1640b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:24.584436 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-024357d6-a718-4fde-a4bc-ea815c1640b6 admin admin] Publish callbacks [] for security_group (38cccd59-1d6c-49f0-82ec-b72d74b84079), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:24.589147 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-024357d6-a718-4fde-a4bc-ea815c1640b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (38cccd59-1d6c-49f0-82ec-b72d74b84079), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:24.649000 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47852) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:24.649179 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-024357d6-a718-4fde-a4bc-ea815c1640b6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1d4601eb8dc141519a3d478cc5439e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5613627 Sep 20 04:53:24.652361 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024357d6-a718-4fde-a4bc-ea815c1640b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cccd59-1d6c-49f0-82ec-b72d74b84079,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:24.727885 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-785cffcd-202d-4aad-b629-29b45f1d6668 admin admin] Publish callbacks [] for security_group (38cccd59-1d6c-49f0-82ec-b72d74b84079), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:24.754716 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-785cffcd-202d-4aad-b629-29b45f1d6668 admin admin] Publish callbacks [] for security_group (38cccd59-1d6c-49f0-82ec-b72d74b84079), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:24.812628 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-785cffcd-202d-4aad-b629-29b45f1d6668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (38cccd59-1d6c-49f0-82ec-b72d74b84079), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:24.819830 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-785cffcd-202d-4aad-b629-29b45f1d6668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:24.824069 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-785cffcd-202d-4aad-b629-29b45f1d6668 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/38cccd59-1d6c-49f0-82ec-b72d74b84079 HTTP/1.1" status: 204 len: 168 time: 0.1737151 Sep 20 04:53:24.832982 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cffcd-202d-4aad-b629-29b45f1d6668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cccd59-1d6c-49f0-82ec-b72d74b84079,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:24.868397 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f1a9d-dbe1-4938-9d2b-887e46787ffd req-c3e05c54-f9eb-4560-8aaf-af25c481d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:24.868397 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-525f1a9d-dbe1-4938-9d2b-887e46787ffd req-c3e05c54-f9eb-4560-8aaf-af25c481d685 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 1129 time: 0.0528708 Sep 20 04:53:24.916662 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:24.925282 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-525f1a9d-dbe1-4938-9d2b-887e46787ffd req-82e88953-8118-4c11-825b-67cb73397a69 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508530 Sep 20 04:53:25.178297 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47878) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:25.196077 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d1cadd2f-9fee-47c9-bc1d-0821e29c0a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:25.229679 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:DELETE=6,neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:25.282059 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47880) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:25.299982 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d1cadd2f-9fee-47c9-bc1d-0821e29c0a82 admin admin] Publish callbacks [] for security_group (df076a29-0699-456f-804f-4863db242b39), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:25.304682 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d1cadd2f-9fee-47c9-bc1d-0821e29c0a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (df076a29-0699-456f-804f-4863db242b39), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:25.354884 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-d1cadd2f-9fee-47c9-bc1d-0821e29c0a82 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2a0959ac2b4f45a0aafa1eb32003009d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1752453 Sep 20 04:53:25.357455 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cadd2f-9fee-47c9-bc1d-0821e29c0a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df076a29-0699-456f-804f-4863db242b39,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:25.357679 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47884) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:25.434749 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-98c131cb-ca3d-48c2-a39e-6d2fe6d1b0b3 admin admin] Publish callbacks [] for security_group (df076a29-0699-456f-804f-4863db242b39), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:25.453135 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:25.459241 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-98c131cb-ca3d-48c2-a39e-6d2fe6d1b0b3 admin admin] Publish callbacks [] for security_group (df076a29-0699-456f-804f-4863db242b39), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:25.524136 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-98c131cb-ca3d-48c2-a39e-6d2fe6d1b0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (df076a29-0699-456f-804f-4863db242b39), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:25.527135 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-98c131cb-ca3d-48c2-a39e-6d2fe6d1b0b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:25.528885 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-98c131cb-ca3d-48c2-a39e-6d2fe6d1b0b3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/df076a29-0699-456f-804f-4863db242b39 HTTP/1.1" status: 204 len: 168 time: 0.1700342 Sep 20 04:53:25.548645 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c131cb-ca3d-48c2-a39e-6d2fe6d1b0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df076a29-0699-456f-804f-4863db242b39,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:25.621998 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8c322-b2df-4b79-9731-15a02b69146a req-1d605c46-ccf6-49bf-8a95-29520e46ede1 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:25.624276 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5dd8c322-b2df-4b79-9731-15a02b69146a req-1d605c46-ccf6-49bf-8a95-29520e46ede1 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0586071 Sep 20 04:53:25.641622 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-4e39003d-09cc-44e3-9875-4383ddcb480f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1822602200-network', 'tenant_id': 'b2cac3cfcbea45d1b253b1c5d566bed9'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:53:25.697169 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e39003d-09cc-44e3-9875-4383ddcb480f admin admin] Made reservation on behalf of b2cac3cfcbea45d1b253b1c5d566bed9 for: {'network': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:53:25.701211 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e39003d-09cc-44e3-9875-4383ddcb480f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for network (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:25.725155 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e39003d-09cc-44e3-9875-4383ddcb480f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:25.738683 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5dd8c322-b2df-4b79-9731-15a02b69146a req-e8974e69-f775-482a-87ad-67e7a443b75c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890625 Sep 20 04:53:25.836165 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e39003d-09cc-44e3-9875-4383ddcb480f admin admin] Publish callbacks [] for security_group (8f4ebd86-1b07-4979-aa0f-9432f874e4fb), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:25.840971 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e39003d-09cc-44e3-9875-4383ddcb480f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (8f4ebd86-1b07-4979-aa0f-9432f874e4fb), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:25.878209 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e39003d-09cc-44e3-9875-4383ddcb480f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=112592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 04:53:25.890905 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39003d-09cc-44e3-9875-4383ddcb480f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4ebd86-1b07-4979-aa0f-9432f874e4fb,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:25.899682 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e39003d-09cc-44e3-9875-4383ddcb480f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (312dc8a3-5675-4644-b940-ca818f903847), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:25.900389 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.segments_db [None req-4e39003d-09cc-44e3-9875-4383ddcb480f admin admin] Added segment 312dc8a3-5675-4644-b940-ca818f903847 of type vlan for network 35f35064-e9aa-4ac0-9768-1bc74d7eae6e Sep 20 04:53:25.947573 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e39003d-09cc-44e3-9875-4383ddcb480f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739023002296'] for network (35f35064-e9aa-4ac0-9768-1bc74d7eae6e), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:25.980444 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e39003d-09cc-44e3-9875-4383ddcb480f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for network (35f35064-e9aa-4ac0-9768-1bc74d7eae6e), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:25.981540 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e39003d-09cc-44e3-9875-4383ddcb480f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:25.982128 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e39003d-09cc-44e3-9875-4383ddcb480f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:26.050838 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39003d-09cc-44e3-9875-4383ddcb480f admin admin] Pushing event updated for resources: {'Network': ['ID=35f35064-e9aa-4ac0-9768-1bc74d7eae6e,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:26.056775 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-4e39003d-09cc-44e3-9875-4383ddcb480f admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7734933 Sep 20 04:53:26.059725 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47914) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:26.064564 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Network 35f35064-e9aa-4ac0-9768-1bc74d7eae6e details requested by agent ovs-agent-dv-cinder-756710-7-iscsi with host dv-cinder-756710-7-iscsi {{(pid=112594) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 04:53:26.068974 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-baeb584e-8e05-4a19-9717-ec724fa811f5 admin admin] Request body: {'subnet': {'network_id': '35f35064-e9aa-4ac0-9768-1bc74d7eae6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1822602200-subnet', 'tenant_id': 'b2cac3cfcbea45d1b253b1c5d566bed9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:53:26.072527 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=27 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:26.092049 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baeb584e-8e05-4a19-9717-ec724fa811f5 admin admin] Made reservation on behalf of b2cac3cfcbea45d1b253b1c5d566bed9 for: {'subnet': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:53:26.094632 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-baeb584e-8e05-4a19-9717-ec724fa811f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58786398'] for subnet (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:26.127571 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=49 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:26.318308 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-baeb584e-8e05-4a19-9717-ec724fa811f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59248611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58786376'] for subnet (94528fea-6438-4cc8-8ff6-1048f67aaed4), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:26.340620 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:26.386462 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb584e-8e05-4a19-9717-ec724fa811f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94528fea-6438-4cc8-8ff6-1048f67aaed4,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:26.397434 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeb584e-8e05-4a19-9717-ec724fa811f5 admin admin] Checking segment: {'id': '312dc8a3-5675-4644-b940-ca818f903847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '35f35064-e9aa-4ac0-9768-1bc74d7eae6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:53:26.397795 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeb584e-8e05-4a19-9717-ec724fa811f5 admin admin] Network hostable DHCP agents. Network: 35f35064-e9aa-4ac0-9768-1bc74d7eae6e, hostable agents: ['4610beb6-8841-4e27-a96c-3752fd75943d'], hosted agents: [] {{(pid=112593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 04:53:26.416328 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeb584e-8e05-4a19-9717-ec724fa811f5 admin admin] Network 35f35064-e9aa-4ac0-9768-1bc74d7eae6e is scheduled to be hosted by DHCP agent 4610beb6-8841-4e27-a96c-3752fd75943d with binding_index 1 {{(pid=112593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 04:53:26.427647 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-baeb584e-8e05-4a19-9717-ec724fa811f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-756710-7-iscsi, 35f35064-e9aa-4ac0-9768-1bc74d7eae6e) {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:53:26.433310 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeb584e-8e05-4a19-9717-ec724fa811f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:26.434153 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-baeb584e-8e05-4a19-9717-ec724fa811f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:26.439894 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed58c97-e105-4b79-8512-d83eb5f6393a None None] Network 35f35064-e9aa-4ac0-9768-1bc74d7eae6e requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:53:26.460568 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-baeb584e-8e05-4a19-9717-ec724fa811f5 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3997264 Sep 20 04:53:26.558874 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cdd525-4ea0-4866-997c-ad30c88d7b32 None None] Network 35f35064-e9aa-4ac0-9768-1bc74d7eae6e requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:53:26.906488 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700931d-f02b-4ca5-8461-6049e193ece2 req-c5af8672-5148-4004-82f6-415c5c23a220 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:26.908869 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4700931d-f02b-4ca5-8461-6049e193ece2 req-c5af8672-5148-4004-82f6-415c5c23a220 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0550787 Sep 20 04:53:26.993391 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4700931d-f02b-4ca5-8461-6049e193ece2 req-58b444dd-a8f4-4296-8255-d2493d43d7c5 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780225 Sep 20 04:53:27.457069 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 47978) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:27.462129 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-d3a81f72-6ff5-4aa3-a679-98ad16daa7e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1022700000-network', 'tenant_id': '852321a8a8e84ca1ab2d9fd7bff868a2'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:53:27.483511 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a81f72-6ff5-4aa3-a679-98ad16daa7e3 admin admin] Made reservation on behalf of 852321a8a8e84ca1ab2d9fd7bff868a2 for: {'network': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:53:27.485952 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d3a81f72-6ff5-4aa3-a679-98ad16daa7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for network (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:27.495148 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d3a81f72-6ff5-4aa3-a679-98ad16daa7e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:27.577356 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d3a81f72-6ff5-4aa3-a679-98ad16daa7e3 admin admin] Publish callbacks [] for security_group (f3a86ad6-0f76-478e-98d2-c723184bb515), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:27.581933 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d3a81f72-6ff5-4aa3-a679-98ad16daa7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (f3a86ad6-0f76-478e-98d2-c723184bb515), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:27.609852 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a81f72-6ff5-4aa3-a679-98ad16daa7e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=112593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 04:53:27.616908 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a81f72-6ff5-4aa3-a679-98ad16daa7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a86ad6-0f76-478e-98d2-c723184bb515,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:27.622903 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d3a81f72-6ff5-4aa3-a679-98ad16daa7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (e2f6ce50-81b0-4009-90dd-1e715c2af30b), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:27.623242 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.segments_db [None req-d3a81f72-6ff5-4aa3-a679-98ad16daa7e3 admin admin] Added segment e2f6ce50-81b0-4009-90dd-1e715c2af30b of type vlan for network 8a918e24-2cb5-4387-8bc2-652a3eae36c8 Sep 20 04:53:27.665734 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d3a81f72-6ff5-4aa3-a679-98ad16daa7e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739023002296'] for network (8a918e24-2cb5-4387-8bc2-652a3eae36c8), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:27.673599 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:27.693555 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d3a81f72-6ff5-4aa3-a679-98ad16daa7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for network (8a918e24-2cb5-4387-8bc2-652a3eae36c8), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:27.694568 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a81f72-6ff5-4aa3-a679-98ad16daa7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:27.695211 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d3a81f72-6ff5-4aa3-a679-98ad16daa7e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:27.753452 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-d3a81f72-6ff5-4aa3-a679-98ad16daa7e3 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2952037 Sep 20 04:53:27.756883 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 47990) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:27.758961 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a81f72-6ff5-4aa3-a679-98ad16daa7e3 admin admin] Pushing event updated for resources: {'Network': ['ID=8a918e24-2cb5-4387-8bc2-652a3eae36c8,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:27.762098 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-a4d7c15d-3a5b-4cc4-b53a-970d0e068e42 admin admin] Request body: {'subnet': {'network_id': '8a918e24-2cb5-4387-8bc2-652a3eae36c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1022700000-subnet', 'tenant_id': '852321a8a8e84ca1ab2d9fd7bff868a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:53:27.769365 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Network 8a918e24-2cb5-4387-8bc2-652a3eae36c8 details requested by agent ovs-agent-dv-cinder-756710-7-iscsi with host dv-cinder-756710-7-iscsi {{(pid=112594) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 04:53:27.782756 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d7c15d-3a5b-4cc4-b53a-970d0e068e42 admin admin] Made reservation on behalf of 852321a8a8e84ca1ab2d9fd7bff868a2 for: {'subnet': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:53:27.785412 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-a4d7c15d-3a5b-4cc4-b53a-970d0e068e42 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:27.910982 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:27.951969 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:27.970258 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-a4d7c15d-3a5b-4cc4-b53a-970d0e068e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for subnet (68cd5a89-7d78-4674-8bd6-110569f307d2), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:28.029157 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7c15d-3a5b-4cc4-b53a-970d0e068e42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68cd5a89-7d78-4674-8bd6-110569f307d2,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:28.039588 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d7c15d-3a5b-4cc4-b53a-970d0e068e42 admin admin] Checking segment: {'id': 'e2f6ce50-81b0-4009-90dd-1e715c2af30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8a918e24-2cb5-4387-8bc2-652a3eae36c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:53:28.039944 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d7c15d-3a5b-4cc4-b53a-970d0e068e42 admin admin] Network hostable DHCP agents. Network: 8a918e24-2cb5-4387-8bc2-652a3eae36c8, hostable agents: ['4610beb6-8841-4e27-a96c-3752fd75943d'], hosted agents: [] {{(pid=112592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 04:53:28.061709 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d7c15d-3a5b-4cc4-b53a-970d0e068e42 admin admin] Network 8a918e24-2cb5-4387-8bc2-652a3eae36c8 is scheduled to be hosted by DHCP agent 4610beb6-8841-4e27-a96c-3752fd75943d with binding_index 1 {{(pid=112592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 04:53:28.070571 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-a4d7c15d-3a5b-4cc4-b53a-970d0e068e42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-756710-7-iscsi, 8a918e24-2cb5-4387-8bc2-652a3eae36c8) {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:53:28.074938 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d7c15d-3a5b-4cc4-b53a-970d0e068e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:28.075591 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-a4d7c15d-3a5b-4cc4-b53a-970d0e068e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:28.082916 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89117a02-b04b-4436-97d1-f314b65ee534 None None] Network 8a918e24-2cb5-4387-8bc2-652a3eae36c8 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:53:28.130179 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-a4d7c15d-3a5b-4cc4-b53a-970d0e068e42 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3719835 Sep 20 04:53:28.136721 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ddf43-d072-4e7b-9e16-e2c1e6301cd5 req-fd5eaa87-32c8-4c83-80f1-0151e0afcacf tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:28.138788 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a03ddf43-d072-4e7b-9e16-e2c1e6301cd5 req-fd5eaa87-32c8-4c83-80f1-0151e0afcacf tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0604677 Sep 20 04:53:28.164317 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:28.207527 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a03ddf43-d072-4e7b-9e16-e2c1e6301cd5 req-dff5149e-41cb-4d37-8f38-6b6361545ed8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628614 Sep 20 04:53:28.220378 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e39f17f-094a-4df0-a025-d9f062f33734 None None] Network 8a918e24-2cb5-4387-8bc2-652a3eae36c8 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:53:28.562084 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 48030) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:28.681461 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-882dcd6c-bc1d-47c8-a8dd-2aee6d53b911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:28.759422 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-882dcd6c-bc1d-47c8-a8dd-2aee6d53b911 admin admin] Publish callbacks [] for security_group (d5a8881e-bc2b-4ff5-a6b4-b3be98a7e95c), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:28.762894 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-882dcd6c-bc1d-47c8-a8dd-2aee6d53b911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (d5a8881e-bc2b-4ff5-a6b4-b3be98a7e95c), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:28.801630 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-882dcd6c-bc1d-47c8-a8dd-2aee6d53b911 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a7f5208a751c47e2996d0958d46d555f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384844 Sep 20 04:53:28.802723 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882dcd6c-bc1d-47c8-a8dd-2aee6d53b911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a8881e-bc2b-4ff5-a6b4-b3be98a7e95c,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:28.804539 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 48038) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:28.856520 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-97e4acd8-c089-43f3-947b-37465bb8510b admin admin] Publish callbacks [] for security_group (d5a8881e-bc2b-4ff5-a6b4-b3be98a7e95c), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:28.875830 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-97e4acd8-c089-43f3-947b-37465bb8510b admin admin] Publish callbacks [] for security_group (d5a8881e-bc2b-4ff5-a6b4-b3be98a7e95c), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:28.925103 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-97e4acd8-c089-43f3-947b-37465bb8510b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (d5a8881e-bc2b-4ff5-a6b4-b3be98a7e95c), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:28.927608 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-97e4acd8-c089-43f3-947b-37465bb8510b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:28.928813 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-97e4acd8-c089-43f3-947b-37465bb8510b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d5a8881e-bc2b-4ff5-a6b4-b3be98a7e95c HTTP/1.1" status: 204 len: 168 time: 0.1231914 Sep 20 04:53:28.937438 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4acd8-c089-43f3-947b-37465bb8510b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a8881e-bc2b-4ff5-a6b4-b3be98a7e95c,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:28.981208 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:29.195451 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 48048) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:29.209156 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-bbf06b05-a01b-4f42-bdc2-f02ad747b149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:29.286376 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-bbf06b05-a01b-4f42-bdc2-f02ad747b149 admin admin] Publish callbacks [] for security_group (707619bd-c741-4a68-b31c-3df5ee0885cd), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:29.298021 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-bbf06b05-a01b-4f42-bdc2-f02ad747b149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (707619bd-c741-4a68-b31c-3df5ee0885cd), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:29.367262 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44ef21-4cf8-40d2-9290-ccb2c084b038 req-4ab8be64-748d-4c87-a711-62e006581a5b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:29.368767 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bb44ef21-4cf8-40d2-9290-ccb2c084b038 req-4ab8be64-748d-4c87-a711-62e006581a5b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0794678 Sep 20 04:53:29.369356 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf06b05-a01b-4f42-bdc2-f02ad747b149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707619bd-c741-4a68-b31c-3df5ee0885cd,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:29.374691 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-bbf06b05-a01b-4f42-bdc2-f02ad747b149 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=012da95a996a4fe290c5a43865ff5ede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782157 Sep 20 04:53:29.377557 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 48054) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:29.420100 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bb44ef21-4cf8-40d2-9290-ccb2c084b038 req-6d85ec58-38b1-4be7-aba7-3ab91d3b0dbb tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443614 Sep 20 04:53:29.428165 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6a37255c-fc4a-4290-b998-d8ff0a2482d1 admin admin] Publish callbacks [] for security_group (707619bd-c741-4a68-b31c-3df5ee0885cd), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:29.450154 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6a37255c-fc4a-4290-b998-d8ff0a2482d1 admin admin] Publish callbacks [] for security_group (707619bd-c741-4a68-b31c-3df5ee0885cd), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:29.455700 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:29.499641 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6a37255c-fc4a-4290-b998-d8ff0a2482d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (707619bd-c741-4a68-b31c-3df5ee0885cd), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:29.502253 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6a37255c-fc4a-4290-b998-d8ff0a2482d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:29.503387 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-6a37255c-fc4a-4290-b998-d8ff0a2482d1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/707619bd-c741-4a68-b31c-3df5ee0885cd HTTP/1.1" status: 204 len: 168 time: 0.1246545 Sep 20 04:53:29.511360 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37255c-fc4a-4290-b998-d8ff0a2482d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707619bd-c741-4a68-b31c-3df5ee0885cd,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:30.565427 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16766a43-80f1-45ce-b48d-6c696c70253a req-5d243520-6f28-43ef-8970-29535aebca80 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:30.567065 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-16766a43-80f1-45ce-b48d-6c696c70253a req-5d243520-6f28-43ef-8970-29535aebca80 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0621457 Sep 20 04:53:30.646873 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-16766a43-80f1-45ce-b48d-6c696c70253a req-b9cf6f71-8a9c-456b-b705-8c43d608127d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727675 Sep 20 04:53:30.778138 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e86bb-cc38-4d43-9c69-447939770229 req-c75af19b-9ace-4540-bdcd-fa4210077960 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:30.779619 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1f6e86bb-cc38-4d43-9c69-447939770229 req-c75af19b-9ace-4540-bdcd-fa4210077960 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0535405 Sep 20 04:53:30.826228 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:30.840998 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1f6e86bb-cc38-4d43-9c69-447939770229 req-be4f70f2-4bd4-48d3-9459-3f1fddefd2e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552857 Sep 20 04:53:35.189008 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:35.245811 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3dcc-0b11-4155-b3fd-104398a5dedf req-e1899c93-cb64-4402-b596-32c8490b567e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:35.254564 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7ffb3dcc-0b11-4155-b3fd-104398a5dedf req-e1899c93-cb64-4402-b596-32c8490b567e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.1223319 Sep 20 04:53:35.274309 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82fb93-b247-4f1d-ad86-41533769392e req-13a078e9-eb66-4f16-ab2a-3998fb3385f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:35.275889 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2f82fb93-b247-4f1d-ad86-41533769392e req-13a078e9-eb66-4f16-ab2a-3998fb3385f2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 1130 time: 0.1180401 Sep 20 04:53:35.358419 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7ffb3dcc-0b11-4155-b3fd-104398a5dedf req-b6580db9-f176-4303-8aa0-bd59855d46c7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027372 Sep 20 04:53:35.410000 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82fb93-b247-4f1d-ad86-41533769392e req-d93cc909-638b-453d-85a5-72de9b1d6749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:35.410800 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 48224) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:35.412001 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2f82fb93-b247-4f1d-ad86-41533769392e req-d93cc909-638b-453d-85a5-72de9b1d6749 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=7f03bfe9-ec72-45e7-b49d-83e075955154 HTTP/1.1" status: 200 len: 919 time: 0.1205122 Sep 20 04:53:35.458571 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2f82fb93-b247-4f1d-ad86-41533769392e req-855f05fd-31fc-428f-b43d-cffa62da8642 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7732f19-361c-4723-a7a3-dd9abf4593ea HTTP/1.1" status: 200 len: 217 time: 0.0360610 Sep 20 04:53:35.507990 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82fb93-b247-4f1d-ad86-41533769392e req-5af3b07d-b114-49a8-9e8c-8f63f9e72f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:35.509479 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2f82fb93-b247-4f1d-ad86-41533769392e req-5af3b07d-b114-49a8-9e8c-8f63f9e72f4a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cf7788d5-5c18-43ac-bdba-25d88d0e67a1 HTTP/1.1" status: 200 len: 858 time: 0.0450342 Sep 20 04:53:35.535370 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-94fbdc03-b5c3-414d-9c34-4bc0e3b87b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:35.567883 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82fb93-b247-4f1d-ad86-41533769392e req-0bdda3ea-1d47-4b26-b6c6-070a64d55072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:35.569475 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2f82fb93-b247-4f1d-ad86-41533769392e req-0bdda3ea-1d47-4b26-b6c6-070a64d55072 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7f03bfe9-ec72-45e7-b49d-83e075955154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522304 Sep 20 04:53:35.619354 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-94fbdc03-b5c3-414d-9c34-4bc0e3b87b51 admin admin] Publish callbacks [] for security_group (47bce28d-b552-4510-a4ee-241f488ac18f), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:35.623497 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-94fbdc03-b5c3-414d-9c34-4bc0e3b87b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (47bce28d-b552-4510-a4ee-241f488ac18f), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:35.659263 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbdc03-b5c3-414d-9c34-4bc0e3b87b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bce28d-b552-4510-a4ee-241f488ac18f,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:35.670926 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-94fbdc03-b5c3-414d-9c34-4bc0e3b87b51 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=01f245e72ca84936ae2498f45ce267c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554696 Sep 20 04:53:35.671212 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2f82fb93-b247-4f1d-ad86-41533769392e req-7c9aedae-d2f9-4481-a9e1-44c51e107c9c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925848 Sep 20 04:53:35.671436 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 48228) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:35.727696 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-54b74d3d-4fb8-4a06-8d2c-ac6f9251e581 admin admin] Publish callbacks [] for security_group (47bce28d-b552-4510-a4ee-241f488ac18f), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:35.749096 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-54b74d3d-4fb8-4a06-8d2c-ac6f9251e581 admin admin] Publish callbacks [] for security_group (47bce28d-b552-4510-a4ee-241f488ac18f), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:35.767618 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2f82fb93-b247-4f1d-ad86-41533769392e req-469aa764-249c-45d3-9d95-1d8f466cc9f9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908091 Sep 20 04:53:35.802901 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-54b74d3d-4fb8-4a06-8d2c-ac6f9251e581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (47bce28d-b552-4510-a4ee-241f488ac18f), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:35.805790 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-54b74d3d-4fb8-4a06-8d2c-ac6f9251e581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:35.806961 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-54b74d3d-4fb8-4a06-8d2c-ac6f9251e581 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/47bce28d-b552-4510-a4ee-241f488ac18f HTTP/1.1" status: 204 len: 168 time: 0.1352811 Sep 20 04:53:35.816504 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b74d3d-4fb8-4a06-8d2c-ac6f9251e581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bce28d-b552-4510-a4ee-241f488ac18f,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:36.145901 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 48250) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:36.157742 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:36.164997 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4893737a-6228-442e-a16f-9c6d57252b69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:36.250264 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4893737a-6228-442e-a16f-9c6d57252b69 admin admin] Publish callbacks [] for security_group (4bd914c9-829b-4996-ba9e-de87ad8de908), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:36.255491 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4893737a-6228-442e-a16f-9c6d57252b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (4bd914c9-829b-4996-ba9e-de87ad8de908), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:36.298472 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-4893737a-6228-442e-a16f-9c6d57252b69 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c52140ea5b1246d2939f12b55726cd01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490755 Sep 20 04:53:36.298472 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893737a-6228-442e-a16f-9c6d57252b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd914c9-829b-4996-ba9e-de87ad8de908,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:36.299061 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 48260) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:36.388271 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7c5a762d-50dc-4397-b55b-857ab80f17cb admin admin] Publish callbacks [] for security_group (4bd914c9-829b-4996-ba9e-de87ad8de908), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:36.422383 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7c5a762d-50dc-4397-b55b-857ab80f17cb admin admin] Publish callbacks [] for security_group (4bd914c9-829b-4996-ba9e-de87ad8de908), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:36.509198 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7c5a762d-50dc-4397-b55b-857ab80f17cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (4bd914c9-829b-4996-ba9e-de87ad8de908), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:36.515793 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7c5a762d-50dc-4397-b55b-857ab80f17cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:36.516962 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-7c5a762d-50dc-4397-b55b-857ab80f17cb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4bd914c9-829b-4996-ba9e-de87ad8de908 HTTP/1.1" status: 204 len: 168 time: 0.2167633 Sep 20 04:53:36.532052 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69723cc-ee2e-4d88-a0f4-5c0fae5991fb req-dd2d6a53-4a61-46d5-aa1b-1798fc1deed2 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:36.533484 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b69723cc-ee2e-4d88-a0f4-5c0fae5991fb req-dd2d6a53-4a61-46d5-aa1b-1798fc1deed2 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0720568 Sep 20 04:53:36.534581 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a762d-50dc-4397-b55b-857ab80f17cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd914c9-829b-4996-ba9e-de87ad8de908,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:36.590456 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b69723cc-ee2e-4d88-a0f4-5c0fae5991fb req-cde21804-fe2e-4f49-8f9e-3b93d73967b8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492795 Sep 20 04:53:37.725545 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8813037-e6a9-4a44-8aa8-4ba15fab32c1 req-ed334681-618b-40ff-8741-a57e588b3201 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:37.727738 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e8813037-e6a9-4a44-8aa8-4ba15fab32c1 req-ed334681-618b-40ff-8741-a57e588b3201 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0538867 Sep 20 04:53:37.795662 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e8813037-e6a9-4a44-8aa8-4ba15fab32c1 req-4611d446-3475-423b-af36-acc99cf3af77 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603287 Sep 20 04:53:37.906835 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 48346) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:38.058454 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-79d17f01-4d5b-48d1-b609-f90f45f79de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:38.135108 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-79d17f01-4d5b-48d1-b609-f90f45f79de6 admin admin] Publish callbacks [] for security_group (8179b141-d794-4f19-9797-f555574af251), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:38.138840 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-79d17f01-4d5b-48d1-b609-f90f45f79de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (8179b141-d794-4f19-9797-f555574af251), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:38.179105 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-79d17f01-4d5b-48d1-b609-f90f45f79de6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d79626e4fcef49c784aeb5fdad057fe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710445 Sep 20 04:53:38.180014 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d17f01-4d5b-48d1-b609-f90f45f79de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8179b141-d794-4f19-9797-f555574af251,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:38.181769 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 48360) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:38.189814 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:38.231270 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1d98eeb6-8afa-457c-9587-5b59a51b1261 admin admin] Publish callbacks [] for security_group (8179b141-d794-4f19-9797-f555574af251), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:38.250364 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1d98eeb6-8afa-457c-9587-5b59a51b1261 admin admin] Publish callbacks [] for security_group (8179b141-d794-4f19-9797-f555574af251), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:38.297371 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1d98eeb6-8afa-457c-9587-5b59a51b1261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (8179b141-d794-4f19-9797-f555574af251), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:38.300300 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1d98eeb6-8afa-457c-9587-5b59a51b1261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:38.302088 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-1d98eeb6-8afa-457c-9587-5b59a51b1261 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8179b141-d794-4f19-9797-f555574af251 HTTP/1.1" status: 204 len: 168 time: 0.1183569 Sep 20 04:53:38.309532 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98eeb6-8afa-457c-9587-5b59a51b1261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8179b141-d794-4f19-9797-f555574af251,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:38.574528 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 48370) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:38.584694 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-284e5bc0-84b0-4f20-81d8-506a02fe01ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:38.620622 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:38.867536 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-284e5bc0-84b0-4f20-81d8-506a02fe01ed admin admin] Publish callbacks [] for security_group (7bdf2275-6c61-4f03-abbd-f2ca7972e045), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:38.870544 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-284e5bc0-84b0-4f20-81d8-506a02fe01ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (7bdf2275-6c61-4f03-abbd-f2ca7972e045), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:38.937675 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e5bc0-84b0-4f20-81d8-506a02fe01ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdf2275-6c61-4f03-abbd-f2ca7972e045,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:38.948367 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-284e5bc0-84b0-4f20-81d8-506a02fe01ed admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=016775e86a454cf091353c8232df754c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3759315 Sep 20 04:53:38.949704 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 48380) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:38.975099 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b8a98-7b98-4690-a410-18d4b0dafe3d req-0f92e57d-db2f-4316-a0f5-5225b254d862 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:38.976909 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-466b8a98-7b98-4690-a410-18d4b0dafe3d req-0f92e57d-db2f-4316-a0f5-5225b254d862 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0863736 Sep 20 04:53:39.051450 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dbabcb14-3a4d-4cc8-84d2-815d3dfcc700 admin admin] Publish callbacks [] for security_group (7bdf2275-6c61-4f03-abbd-f2ca7972e045), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:39.058615 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-466b8a98-7b98-4690-a410-18d4b0dafe3d req-1b303702-0121-46f7-826e-c9c0995dccf8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734975 Sep 20 04:53:39.079091 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dbabcb14-3a4d-4cc8-84d2-815d3dfcc700 admin admin] Publish callbacks [] for security_group (7bdf2275-6c61-4f03-abbd-f2ca7972e045), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:39.155600 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dbabcb14-3a4d-4cc8-84d2-815d3dfcc700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (7bdf2275-6c61-4f03-abbd-f2ca7972e045), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:39.159075 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dbabcb14-3a4d-4cc8-84d2-815d3dfcc700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:39.163252 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-dbabcb14-3a4d-4cc8-84d2-815d3dfcc700 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7bdf2275-6c61-4f03-abbd-f2ca7972e045 HTTP/1.1" status: 204 len: 168 time: 0.2102873 Sep 20 04:53:39.170930 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabcb14-3a4d-4cc8-84d2-815d3dfcc700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdf2275-6c61-4f03-abbd-f2ca7972e045,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:39.554975 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 48404) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:39.568445 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0c9edc40-3f1c-47fd-bb08-3c96903f8ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:39.644068 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0c9edc40-3f1c-47fd-bb08-3c96903f8ef4 admin admin] Publish callbacks [] for security_group (8395360e-39eb-4344-8e1d-6f327059c1e2), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:39.649236 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0c9edc40-3f1c-47fd-bb08-3c96903f8ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (8395360e-39eb-4344-8e1d-6f327059c1e2), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:39.689261 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-0c9edc40-3f1c-47fd-bb08-3c96903f8ef4 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c84b3ef5482d47499a263933eaabc4a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331849 Sep 20 04:53:39.690316 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9edc40-3f1c-47fd-bb08-3c96903f8ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8395360e-39eb-4344-8e1d-6f327059c1e2,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:39.692495 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 48408) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:39.744960 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-dc647768-4603-4074-b10d-f787c06c62f2 admin admin] Publish callbacks [] for security_group (8395360e-39eb-4344-8e1d-6f327059c1e2), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:39.751567 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:DELETE=1,neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:39.766202 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-dc647768-4603-4074-b10d-f787c06c62f2 admin admin] Publish callbacks [] for security_group (8395360e-39eb-4344-8e1d-6f327059c1e2), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:39.814436 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-dc647768-4603-4074-b10d-f787c06c62f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (8395360e-39eb-4344-8e1d-6f327059c1e2), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:39.817034 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-dc647768-4603-4074-b10d-f787c06c62f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:39.818185 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-dc647768-4603-4074-b10d-f787c06c62f2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8395360e-39eb-4344-8e1d-6f327059c1e2 HTTP/1.1" status: 204 len: 168 time: 0.1240106 Sep 20 04:53:39.825782 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc647768-4603-4074-b10d-f787c06c62f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8395360e-39eb-4344-8e1d-6f327059c1e2,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:40.195508 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:40.204393 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cd609-2924-43a3-b927-974195b2a5ab req-0e5c903a-2b51-431d-8d9a-3a6ad4a93714 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:40.205922 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ee5cd609-2924-43a3-b927-974195b2a5ab req-0e5c903a-2b51-431d-8d9a-3a6ad4a93714 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0537982 Sep 20 04:53:40.257914 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ee5cd609-2924-43a3-b927-974195b2a5ab req-1dd85192-a5a2-4338-add0-3447607014d1 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452385 Sep 20 04:53:41.378690 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75238204-9f91-4df9-b86d-2f2f94d563e8 req-f462e727-0901-4264-a650-95ec0975e3e7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:41.380405 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-75238204-9f91-4df9-b86d-2f2f94d563e8 req-f462e727-0901-4264-a650-95ec0975e3e7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0454168 Sep 20 04:53:41.430246 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-75238204-9f91-4df9-b86d-2f2f94d563e8 req-79dbf355-05f3-4354-b471-ca87486f4507 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442901 Sep 20 04:53:42.066047 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:53:42.549544 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec30c1-082a-4e99-a89e-b07563d793c5 req-8827c7ae-d561-4a37-936a-ac9a3857b5ad tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:42.550967 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bdec30c1-082a-4e99-a89e-b07563d793c5 req-8827c7ae-d561-4a37-936a-ac9a3857b5ad tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0447497 Sep 20 04:53:42.598624 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bdec30c1-082a-4e99-a89e-b07563d793c5 req-72987c56-4a66-4afe-83fb-d02a48a768ae tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409772 Sep 20 04:53:43.727052 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913cf47-c702-4738-803b-19a4b70d0343 req-e132b3c8-2733-4852-ae63-e3d311b8f4a3 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:43.729201 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6913cf47-c702-4738-803b-19a4b70d0343 req-e132b3c8-2733-4852-ae63-e3d311b8f4a3 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0536482 Sep 20 04:53:43.782796 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6913cf47-c702-4738-803b-19a4b70d0343 req-e07aaa2c-4339-46cc-877c-ba15b74ea632 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476077 Sep 20 04:53:44.889156 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:44.909621 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38c3fe-432c-4fa5-8ac6-f07d33dcf051 req-e1552da8-46b5-4fe9-ab1e-b88a0d16eef7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:44.911102 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fe38c3fe-432c-4fa5-8ac6-f07d33dcf051 req-e1552da8-46b5-4fe9-ab1e-b88a0d16eef7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0491316 Sep 20 04:53:44.961701 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fe38c3fe-432c-4fa5-8ac6-f07d33dcf051 req-e29d8520-608e-4c7d-8bc7-569d99fe3691 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444913 Sep 20 04:53:45.562839 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 48566) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:45.702213 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0870ef39-f2df-4d48-8293-0aace03e3719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:45.783550 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0870ef39-f2df-4d48-8293-0aace03e3719 admin admin] Publish callbacks [] for security_group (1777077e-b26b-4921-8970-42d434938438), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:45.788395 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0870ef39-f2df-4d48-8293-0aace03e3719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (1777077e-b26b-4921-8970-42d434938438), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:45.816054 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870ef39-f2df-4d48-8293-0aace03e3719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1777077e-b26b-4921-8970-42d434938438,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:45.857191 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-0870ef39-f2df-4d48-8293-0aace03e3719 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=69ba32102f6340dea28abf8bf53a2b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922699 Sep 20 04:53:45.859939 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 48578) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:45.915143 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e1ffcfbf-6236-4640-87a8-17bdeb1caa06 admin admin] Publish callbacks [] for security_group (1777077e-b26b-4921-8970-42d434938438), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:45.937342 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e1ffcfbf-6236-4640-87a8-17bdeb1caa06 admin admin] Publish callbacks [] for security_group (1777077e-b26b-4921-8970-42d434938438), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:45.938939 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:45.989332 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e1ffcfbf-6236-4640-87a8-17bdeb1caa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (1777077e-b26b-4921-8970-42d434938438), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:45.992323 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e1ffcfbf-6236-4640-87a8-17bdeb1caa06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:46.001716 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-e1ffcfbf-6236-4640-87a8-17bdeb1caa06 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1777077e-b26b-4921-8970-42d434938438 HTTP/1.1" status: 204 len: 168 time: 0.1326120 Sep 20 04:53:46.016946 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffcfbf-6236-4640-87a8-17bdeb1caa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1777077e-b26b-4921-8970-42d434938438,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:46.107454 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccbd3a-1236-4521-aec0-554ba4234cac req-52464fa0-1f6a-468f-b4ea-657062723701 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:46.113574 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9cccbd3a-1236-4521-aec0-554ba4234cac req-52464fa0-1f6a-468f-b4ea-657062723701 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0546463 Sep 20 04:53:46.172147 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9cccbd3a-1236-4521-aec0-554ba4234cac req-39624018-23b8-417b-b6b9-acedd4d6bd51 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575156 Sep 20 04:53:46.658713 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-bae3e09f-307b-427f-ab84-9bac050c4ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:47.300551 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6437a-0515-43c7-aedc-bfa6f70cf1ee req-908d78b9-c225-44f1-b32e-cc4b93c7b693 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:47.303252 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-70d6437a-0515-43c7-aedc-bfa6f70cf1ee req-908d78b9-c225-44f1-b32e-cc4b93c7b693 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0526481 Sep 20 04:53:47.361023 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-70d6437a-0515-43c7-aedc-bfa6f70cf1ee req-fd8b8931-42de-472d-b11d-75a0b9dc4af6 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513952 Sep 20 04:53:48.503250 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b80b88-2374-4aeb-b95f-5925c4c46404 req-eb61fdba-4302-4011-b99a-8b6b0ac3f8b5 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:48.505271 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-24b80b88-2374-4aeb-b95f-5925c4c46404 req-eb61fdba-4302-4011-b99a-8b6b0ac3f8b5 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0587213 Sep 20 04:53:48.556132 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-24b80b88-2374-4aeb-b95f-5925c4c46404 req-f787d9c3-4359-41c0-a491-b923d3be1eeb tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447237 Sep 20 04:53:48.881235 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2fa21b07-6097-44d8-aa27-c0eba097cb75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:49.683735 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb53b0-c6b9-429e-8a38-845ff8a670fc req-dc93941d-dc57-45e1-8688-24b677b779e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:49.685251 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-98bb53b0-c6b9-429e-8a38-845ff8a670fc req-dc93941d-dc57-45e1-8688-24b677b779e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0508008 Sep 20 04:53:49.732299 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-98bb53b0-c6b9-429e-8a38-845ff8a670fc req-59df147a-c712-4f20-8703-cf555714d6a4 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411980 Sep 20 04:53:50.055051 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:50.863233 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9de71-9de9-4a76-bac1-85ba693c43e7 req-b968051d-4bca-4334-a3fc-7303072818ba tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:50.864760 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-82b9de71-9de9-4a76-bac1-85ba693c43e7 req-b968051d-4bca-4334-a3fc-7303072818ba tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0470545 Sep 20 04:53:50.914554 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-82b9de71-9de9-4a76-bac1-85ba693c43e7 req-6f6790da-ca57-4384-b54d-04215411887e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441751 Sep 20 04:53:51.642671 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:51.890728 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:52.047238 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea118d-9528-4a74-80c9-eaa73c22f260 req-c5b208ad-6710-4ec4-9168-b41f1fbad2e9 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:52.048861 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-61ea118d-9528-4a74-80c9-eaa73c22f260 req-c5b208ad-6710-4ec4-9168-b41f1fbad2e9 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0583110 Sep 20 04:53:52.067713 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:52.102584 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-61ea118d-9528-4a74-80c9-eaa73c22f260 req-e568d258-b5ca-4e93-803f-9440cc8a373c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466306 Sep 20 04:53:52.412189 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 48782) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:52.535175 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4a25596f-ed70-4e74-8046-263cc2ad3af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:52.583493 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 48796) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:52.623939 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4a25596f-ed70-4e74-8046-263cc2ad3af6 admin admin] Publish callbacks [] for security_group (613289d5-10b4-4257-b5f5-30913f1da9cd), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:52.628821 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4a25596f-ed70-4e74-8046-263cc2ad3af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (613289d5-10b4-4257-b5f5-30913f1da9cd), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:52.637994 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Deleting subnet 94528fea-6438-4cc8-8ff6-1048f67aaed4 {{(pid=112592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 04:53:52.643316 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Publish callbacks [] for subnet (94528fea-6438-4cc8-8ff6-1048f67aaed4), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:52.659708 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25596f-ed70-4e74-8046-263cc2ad3af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613289d5-10b4-4257-b5f5-30913f1da9cd,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:52.679540 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25596f-ed70-4e74-8046-263cc2ad3af6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.679887 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25596f-ed70-4e74-8046-263cc2ad3af6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.680230 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25596f-ed70-4e74-8046-263cc2ad3af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.680563 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25596f-ed70-4e74-8046-263cc2ad3af6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.680919 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25596f-ed70-4e74-8046-263cc2ad3af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.681252 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25596f-ed70-4e74-8046-263cc2ad3af6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.681570 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25596f-ed70-4e74-8046-263cc2ad3af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.682049 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25596f-ed70-4e74-8046-263cc2ad3af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.682651 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25596f-ed70-4e74-8046-263cc2ad3af6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.683132 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25596f-ed70-4e74-8046-263cc2ad3af6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.683611 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25596f-ed70-4e74-8046-263cc2ad3af6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.684473 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25596f-ed70-4e74-8046-263cc2ad3af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.685047 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25596f-ed70-4e74-8046-263cc2ad3af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.685643 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25596f-ed70-4e74-8046-263cc2ad3af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.686125 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25596f-ed70-4e74-8046-263cc2ad3af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.691143 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Publish callbacks [] for subnet (94528fea-6438-4cc8-8ff6-1048f67aaed4), precommit_delete_associations {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:52.698728 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766695'] for subnet (94528fea-6438-4cc8-8ff6-1048f67aaed4), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:52.708085 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-4a25596f-ed70-4e74-8046-263cc2ad3af6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=daec5c8157244e228263e82116888f96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947991 Sep 20 04:53:52.709328 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 48802) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:52.756956 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for subnet (94528fea-6438-4cc8-8ff6-1048f67aaed4), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:52.758970 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e1f98fb8-5e8a-4d59-b790-55f5b730fe5b admin admin] Publish callbacks [] for security_group (613289d5-10b4-4257-b5f5-30913f1da9cd), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:52.779857 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e1f98fb8-5e8a-4d59-b790-55f5b730fe5b admin admin] Publish callbacks [] for security_group (613289d5-10b4-4257-b5f5-30913f1da9cd), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:52.785121 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94528fea-6438-4cc8-8ff6-1048f67aaed4,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:52.795435 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:52.798279 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/94528fea-6438-4cc8-8ff6-1048f67aaed4 HTTP/1.1" status: 204 len: 168 time: 0.2124879 Sep 20 04:53:52.800187 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.800648 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.801010 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.801373 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.801896 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.802061 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.802431 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.802749 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.803267 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.803614 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.803951 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.804285 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.804636 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.804972 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.805303 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6299024-1808-4c98-bc2c-0758c9a2dcf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:53:52.806191 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 48804) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:52.869495 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:52.890226 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d6ea5d99-b8d1-48f1-aa1d-2206d915609e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726418'] for network (35f35064-e9aa-4ac0-9768-1bc74d7eae6e), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:52.893905 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e1f98fb8-5e8a-4d59-b790-55f5b730fe5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (613289d5-10b4-4257-b5f5-30913f1da9cd), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:52.898136 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e1f98fb8-5e8a-4d59-b790-55f5b730fe5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:52.900027 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-e1f98fb8-5e8a-4d59-b790-55f5b730fe5b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/613289d5-10b4-4257-b5f5-30913f1da9cd HTTP/1.1" status: 204 len: 168 time: 0.1893463 Sep 20 04:53:52.916198 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f98fb8-5e8a-4d59-b790-55f5b730fe5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613289d5-10b4-4257-b5f5-30913f1da9cd,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:52.933045 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:52.992298 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d6ea5d99-b8d1-48f1-aa1d-2206d915609e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729292', 'neutron.services.segments.db._delete_segments_for_network-8739023563457'] for network (35f35064-e9aa-4ac0-9768-1bc74d7eae6e), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:53.013685 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-d6ea5d99-b8d1-48f1-aa1d-2206d915609e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f35064-e9aa-4ac0-9768-1bc74d7eae6e']}} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:53:53.023928 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-d6ea5d99-b8d1-48f1-aa1d-2206d915609e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312dc8a3-5675-4644-b940-ca818f903847') {'for_net_delete': True} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:53:53.024226 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-d6ea5d99-b8d1-48f1-aa1d-2206d915609e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312dc8a3-5675-4644-b940-ca818f903847') {} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:53:53.033774 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d6ea5d99-b8d1-48f1-aa1d-2206d915609e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739023563349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58957075'] for segment (312dc8a3-5675-4644-b940-ca818f903847), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:53.046845 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d6ea5d99-b8d1-48f1-aa1d-2206d915609e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (312dc8a3-5675-4644-b940-ca818f903847), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:53.053225 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ea5d99-b8d1-48f1-aa1d-2206d915609e admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=112593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 04:53:53.053607 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d6ea5d99-b8d1-48f1-aa1d-2206d915609e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59245190'] for segment (312dc8a3-5675-4644-b940-ca818f903847), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:53.095132 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.services.segments.plugin [-] Segment 312dc8a3-5675-4644-b940-ca818f903847 resource provider aggregate not found Sep 20 04:53:53.120558 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.services.segments.plugin [-] Segment 312dc8a3-5675-4644-b940-ca818f903847 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 312dc8a3-5675-4644-b940-ca818f903847 found for delete ", "request_id": "req-56119cdf-7526-4d84-b028-fabe761eb489"}]} Sep 20 04:53:53.121878 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d6ea5d99-b8d1-48f1-aa1d-2206d915609e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3775114'] for network (35f35064-e9aa-4ac0-9768-1bc74d7eae6e), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:53.129099 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d6ea5d99-b8d1-48f1-aa1d-2206d915609e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:53.132915 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-d6ea5d99-b8d1-48f1-aa1d-2206d915609e admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/35f35064-e9aa-4ac0-9768-1bc74d7eae6e HTTP/1.1" status: 204 len: 168 time: 0.3257043 Sep 20 04:53:53.135795 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 48822) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:53.149594 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea5d99-b8d1-48f1-aa1d-2206d915609e admin admin] Pushing event deleted for resources: {'Network': ['ID=35f35064-e9aa-4ac0-9768-1bc74d7eae6e,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:53.196163 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b8932e6-e0fe-4122-bf86-b7a983855557 admin admin] Deleting subnet 68cd5a89-7d78-4674-8bd6-110569f307d2 {{(pid=112592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 04:53:53.202145 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-2b8932e6-e0fe-4122-bf86-b7a983855557 admin admin] Publish callbacks [] for subnet (68cd5a89-7d78-4674-8bd6-110569f307d2), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:53.270171 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d74a56-7860-4b11-85c4-29da1f64a306 req-2105f1fe-38a1-43a4-b8fa-e00ca4e173ea tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:53.272220 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-10d74a56-7860-4b11-85c4-29da1f64a306 req-2105f1fe-38a1-43a4-b8fa-e00ca4e173ea tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0719793 Sep 20 04:53:53.276644 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-2b8932e6-e0fe-4122-bf86-b7a983855557 admin admin] Publish callbacks [] for subnet (68cd5a89-7d78-4674-8bd6-110569f307d2), precommit_delete_associations {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:53.288974 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-2b8932e6-e0fe-4122-bf86-b7a983855557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766695'] for subnet (68cd5a89-7d78-4674-8bd6-110569f307d2), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:53.331583 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:53.363807 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-10d74a56-7860-4b11-85c4-29da1f64a306 req-750821a2-c18d-4f21-b5ef-ced62bb9a511 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829434 Sep 20 04:53:53.378657 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-2b8932e6-e0fe-4122-bf86-b7a983855557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for subnet (68cd5a89-7d78-4674-8bd6-110569f307d2), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:53.406408 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8932e6-e0fe-4122-bf86-b7a983855557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68cd5a89-7d78-4674-8bd6-110569f307d2,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:53.420986 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-2b8932e6-e0fe-4122-bf86-b7a983855557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:53.420986 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-2b8932e6-e0fe-4122-bf86-b7a983855557 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/68cd5a89-7d78-4674-8bd6-110569f307d2 HTTP/1.1" status: 204 len: 168 time: 0.2770104 Sep 20 04:53:53.420986 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 48836) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:53.495168 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726418'] for network (8a918e24-2cb5-4387-8bc2-652a3eae36c8), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:53.584288 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729292', 'neutron.services.segments.db._delete_segments_for_network-8739023563457'] for network (8a918e24-2cb5-4387-8bc2-652a3eae36c8), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:53.605100 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:53.605470 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:53.606247 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:53.606584 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Subscribe: > port after_create 55550000 {{(pid=112592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:53.606930 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Subscribe: > port after_delete 55550000 {{(pid=112592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:53.607269 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Subscribe: > port after_update 55550000 {{(pid=112592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:53.607595 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:53.607937 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:53.608262 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:53.608625 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:53.675000 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:53.675273 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:53.675610 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:53.675946 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:53:53.676570 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a918e24-2cb5-4387-8bc2-652a3eae36c8']}} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:53:53.695258 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f6ce50-81b0-4009-90dd-1e715c2af30b') {'for_net_delete': True} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:53:53.695602 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f6ce50-81b0-4009-90dd-1e715c2af30b') {} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:53:53.712571 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739023563349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59606815'] for segment (e2f6ce50-81b0-4009-90dd-1e715c2af30b), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:53.738176 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (e2f6ce50-81b0-4009-90dd-1e715c2af30b), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:53.747573 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=112592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 04:53:53.747949 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59301185'] for segment (e2f6ce50-81b0-4009-90dd-1e715c2af30b), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:53.819237 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3775114'] for network (8a918e24-2cb5-4387-8bc2-652a3eae36c8), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:53.828017 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:53.832323 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/8a918e24-2cb5-4387-8bc2-652a3eae36c8 HTTP/1.1" status: 204 len: 168 time: 0.4148147 Sep 20 04:53:53.842766 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280e860-b1e5-4ed5-9e63-cd7d062097fb admin admin] Pushing event deleted for resources: {'Network': ['ID=8a918e24-2cb5-4387-8bc2-652a3eae36c8,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:53.990127 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 48868) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:54.019176 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.services.segments.plugin [-] Segment e2f6ce50-81b0-4009-90dd-1e715c2af30b resource provider aggregate not found Sep 20 04:53:54.044112 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.services.segments.plugin [-] Segment e2f6ce50-81b0-4009-90dd-1e715c2af30b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2f6ce50-81b0-4009-90dd-1e715c2af30b found for delete ", "request_id": "req-4bc3ec2e-f53a-4298-b370-d39eb49839b7"}]} Sep 20 04:53:54.056014 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-a6ea3216-cf4f-43e2-80ef-08922fba1fc2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b2cac3cfcbea45d1b253b1c5d566bed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0640447 Sep 20 04:53:54.058738 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 48872) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:54.116921 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-06977322-2cc5-406f-b81d-5797e22aa47f admin admin] Publish callbacks [] for security_group (8f4ebd86-1b07-4979-aa0f-9432f874e4fb), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:54.147018 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-06977322-2cc5-406f-b81d-5797e22aa47f admin admin] Publish callbacks [] for security_group (8f4ebd86-1b07-4979-aa0f-9432f874e4fb), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:54.191284 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:DELETE=9,neutron:SELECT=84,neutron:INSERT=7 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:54.211474 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-06977322-2cc5-406f-b81d-5797e22aa47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (8f4ebd86-1b07-4979-aa0f-9432f874e4fb), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:54.214585 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-06977322-2cc5-406f-b81d-5797e22aa47f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:54.216626 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-06977322-2cc5-406f-b81d-5797e22aa47f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8f4ebd86-1b07-4979-aa0f-9432f874e4fb HTTP/1.1" status: 204 len: 168 time: 0.1566567 Sep 20 04:53:54.240675 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06977322-2cc5-406f-b81d-5797e22aa47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4ebd86-1b07-4979-aa0f-9432f874e4fb,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:54.509272 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:54.529075 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e248b44-2411-4e23-bdcf-a8194bf3da72 req-1aa71ea0-7924-4130-b765-bbb3187205ed tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:54.530979 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4e248b44-2411-4e23-bdcf-a8194bf3da72 req-1aa71ea0-7924-4130-b765-bbb3187205ed tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0800517 Sep 20 04:53:54.587116 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4e248b44-2411-4e23-bdcf-a8194bf3da72 req-efc360ea-72f2-43db-9085-98897eb28c39 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492554 Sep 20 04:53:54.625560 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 48900) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:54.664869 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-b4bc3f96-6b50-4fc4-8b9c-7764033a203e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=852321a8a8e84ca1ab2d9fd7bff868a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381517 Sep 20 04:53:54.667379 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 48902) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:54.715685 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2e0b75f9-fd27-47b5-9307-5d3a00937346 admin admin] Publish callbacks [] for security_group (f3a86ad6-0f76-478e-98d2-c723184bb515), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:54.736355 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2e0b75f9-fd27-47b5-9307-5d3a00937346 admin admin] Publish callbacks [] for security_group (f3a86ad6-0f76-478e-98d2-c723184bb515), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:54.797903 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2e0b75f9-fd27-47b5-9307-5d3a00937346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (f3a86ad6-0f76-478e-98d2-c723184bb515), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:54.800497 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2e0b75f9-fd27-47b5-9307-5d3a00937346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:54.804342 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-2e0b75f9-fd27-47b5-9307-5d3a00937346 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f3a86ad6-0f76-478e-98d2-c723184bb515 HTTP/1.1" status: 204 len: 168 time: 0.1334105 Sep 20 04:53:54.812410 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b75f9-fd27-47b5-9307-5d3a00937346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a86ad6-0f76-478e-98d2-c723184bb515,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:55.710724 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9b786-582f-46f4-9cb0-e8d1bb68d16a req-88680939-7a35-4ebc-b47d-7e6d6905877e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:55.712819 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-36d9b786-582f-46f4-9cb0-e8d1bb68d16a req-88680939-7a35-4ebc-b47d-7e6d6905877e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0489664 Sep 20 04:53:55.761662 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-36d9b786-582f-46f4-9cb0-e8d1bb68d16a req-c3b3c9f8-3c8f-4ad0-804f-5ea08c67c25a tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429084 Sep 20 04:53:56.002178 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 48960) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:56.130857 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7916f891-b262-42a7-9089-4db2c5b3ad30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:56.233380 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7916f891-b262-42a7-9089-4db2c5b3ad30 admin admin] Publish callbacks [] for security_group (95215282-a065-4ca6-8de1-101700945f0b), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:56.237304 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7916f891-b262-42a7-9089-4db2c5b3ad30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (95215282-a065-4ca6-8de1-101700945f0b), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:56.279825 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916f891-b262-42a7-9089-4db2c5b3ad30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95215282-a065-4ca6-8de1-101700945f0b,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:56.284171 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-7916f891-b262-42a7-9089-4db2c5b3ad30 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0e251ef14bba4f84bf4a8fda3d10d431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810810 Sep 20 04:53:56.287333 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 48974) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:53:56.326240 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:56.337041 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4d5d17bf-548b-4b71-b0d8-2f76da018de1 admin admin] Publish callbacks [] for security_group (95215282-a065-4ca6-8de1-101700945f0b), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:56.357995 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4d5d17bf-548b-4b71-b0d8-2f76da018de1 admin admin] Publish callbacks [] for security_group (95215282-a065-4ca6-8de1-101700945f0b), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:56.409877 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4d5d17bf-548b-4b71-b0d8-2f76da018de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (95215282-a065-4ca6-8de1-101700945f0b), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:56.413418 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4d5d17bf-548b-4b71-b0d8-2f76da018de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:56.416888 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-4d5d17bf-548b-4b71-b0d8-2f76da018de1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/95215282-a065-4ca6-8de1-101700945f0b HTTP/1.1" status: 204 len: 168 time: 0.1266255 Sep 20 04:53:56.422868 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d17bf-548b-4b71-b0d8-2f76da018de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95215282-a065-4ca6-8de1-101700945f0b,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:53:56.923025 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df9f3f-a8ce-44b2-b7b5-ff12c0d9159e req-d76bc52a-4f39-4447-bd91-37e7c1f63080 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:56.925402 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-56df9f3f-a8ce-44b2-b7b5-ff12c0d9159e req-d76bc52a-4f39-4447-bd91-37e7c1f63080 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0606823 Sep 20 04:53:57.008752 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-56df9f3f-a8ce-44b2-b7b5-ff12c0d9159e req-6bed0ad2-60c4-4358-9dd9-9efd23fcc655 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706434 Sep 20 04:53:58.076933 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:58.077928 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=7 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:58.127127 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f95f7b-8b34-4aee-98b4-936a64c0c07f req-9c4013f0-81d4-4afc-ae8a-d3726238cfb0 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:58.128937 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-04f95f7b-8b34-4aee-98b4-936a64c0c07f req-9c4013f0-81d4-4afc-ae8a-d3726238cfb0 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0489409 Sep 20 04:53:58.182253 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-04f95f7b-8b34-4aee-98b4-936a64c0c07f req-1a3aba54-9c25-4eed-92c7-c9b0a0136a80 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433087 Sep 20 04:53:58.979433 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:53:58.991648 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:53:59.437136 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a02202-fe04-4b94-a623-74176d122998 req-d73d7908-e4d5-4e83-8909-496d8e57710e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:53:59.438625 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-65a02202-fe04-4b94-a623-74176d122998 req-d73d7908-e4d5-4e83-8909-496d8e57710e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0472860 Sep 20 04:53:59.485582 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-65a02202-fe04-4b94-a623-74176d122998 req-f95706d7-e062-4f6c-944b-8cc6e81774fc tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414946 Sep 20 04:54:00.612474 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79f9f0-12e8-4d79-86c7-526f1ebb911a req-10ef822e-cd9b-47da-aa64-377690b3005c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:00.614139 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3b79f9f0-12e8-4d79-86c7-526f1ebb911a req-10ef822e-cd9b-47da-aa64-377690b3005c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0528662 Sep 20 04:54:00.661908 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3b79f9f0-12e8-4d79-86c7-526f1ebb911a req-7efedfc4-0f46-4efa-b96a-01c803e12e65 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420635 Sep 20 04:54:00.790087 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323adef-8c43-45b5-9a75-61b6e49b1ad0 req-d3cb4822-84d8-46a5-8bf7-90c1b0fa853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:00.791717 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6323adef-8c43-45b5-9a75-61b6e49b1ad0 req-d3cb4822-84d8-46a5-8bf7-90c1b0fa853e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 1130 time: 0.0397377 Sep 20 04:54:00.814179 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:00.840151 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6323adef-8c43-45b5-9a75-61b6e49b1ad0 req-e50c448d-c9bd-4517-b3b2-044e1537cf0b service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416179 Sep 20 04:54:01.204031 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49114) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:01.317180 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-2526c452-5842-4082-9086-548c132891da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:01.401232 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-2526c452-5842-4082-9086-548c132891da admin admin] Publish callbacks [] for security_group (e0aa237c-66ad-440e-9a58-ee2d06904049), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:01.410035 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-2526c452-5842-4082-9086-548c132891da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (e0aa237c-66ad-440e-9a58-ee2d06904049), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:01.455779 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526c452-5842-4082-9086-548c132891da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0aa237c-66ad-440e-9a58-ee2d06904049,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:01.461288 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-2526c452-5842-4082-9086-548c132891da admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fe1deec7bbbf49e2bca650ac3bf8fbf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561316 Sep 20 04:54:01.464302 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49124) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:01.516284 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-731b3015-b195-47fd-917f-6c58b0c9c4e6 admin admin] Publish callbacks [] for security_group (e0aa237c-66ad-440e-9a58-ee2d06904049), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:01.538659 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-731b3015-b195-47fd-917f-6c58b0c9c4e6 admin admin] Publish callbacks [] for security_group (e0aa237c-66ad-440e-9a58-ee2d06904049), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:01.598238 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-731b3015-b195-47fd-917f-6c58b0c9c4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (e0aa237c-66ad-440e-9a58-ee2d06904049), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:01.601644 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-731b3015-b195-47fd-917f-6c58b0c9c4e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:01.602809 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-731b3015-b195-47fd-917f-6c58b0c9c4e6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e0aa237c-66ad-440e-9a58-ee2d06904049 HTTP/1.1" status: 204 len: 168 time: 0.1375542 Sep 20 04:54:01.613460 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b3015-b195-47fd-917f-6c58b0c9c4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0aa237c-66ad-440e-9a58-ee2d06904049,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:01.763526 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:01.809080 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6f75f-9c40-4dd9-845b-fda830cbd0cc req-8c3d8603-3605-4b04-b666-55795dc23a97 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:01.816959 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4ef6f75f-9c40-4dd9-845b-fda830cbd0cc req-8c3d8603-3605-4b04-b666-55795dc23a97 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0646157 Sep 20 04:54:01.837117 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 49146) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:01.869695 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4ef6f75f-9c40-4dd9-845b-fda830cbd0cc req-0789de7f-3f0c-4826-9078-959667ffd055 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512350 Sep 20 04:54:01.959765 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e38e1f98-2451-4daf-8c6b-0599233acbc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:02.041456 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e38e1f98-2451-4daf-8c6b-0599233acbc8 admin admin] Publish callbacks [] for security_group (dffedf3b-288c-4c81-83d2-55c548b64fbe), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:02.045365 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e38e1f98-2451-4daf-8c6b-0599233acbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (dffedf3b-288c-4c81-83d2-55c548b64fbe), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:02.087189 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-e38e1f98-2451-4daf-8c6b-0599233acbc8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7bd80fc4af4b4b9c9055fae13e6f9506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487204 Sep 20 04:54:02.087982 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e1f98-2451-4daf-8c6b-0599233acbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffedf3b-288c-4c81-83d2-55c548b64fbe,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:02.089940 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49158) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:02.148398 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-b5816f1a-25df-4c08-ab05-77c3e954fb48 admin admin] Publish callbacks [] for security_group (dffedf3b-288c-4c81-83d2-55c548b64fbe), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:02.175236 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-b5816f1a-25df-4c08-ab05-77c3e954fb48 admin admin] Publish callbacks [] for security_group (dffedf3b-288c-4c81-83d2-55c548b64fbe), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:02.229105 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-b5816f1a-25df-4c08-ab05-77c3e954fb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (dffedf3b-288c-4c81-83d2-55c548b64fbe), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:02.231626 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-b5816f1a-25df-4c08-ab05-77c3e954fb48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:02.232840 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-b5816f1a-25df-4c08-ab05-77c3e954fb48 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/dffedf3b-288c-4c81-83d2-55c548b64fbe HTTP/1.1" status: 204 len: 168 time: 0.1415687 Sep 20 04:54:02.241681 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5816f1a-25df-4c08-ab05-77c3e954fb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffedf3b-288c-4c81-83d2-55c548b64fbe,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:02.982128 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49206) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:03.001075 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4ff32-b718-4d73-92d8-ec7cbb4b5e70 req-d9766d2e-54ea-40bb-8e98-65cade90329a tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:03.002578 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f4f4ff32-b718-4d73-92d8-ec7cbb4b5e70 req-d9766d2e-54ea-40bb-8e98-65cade90329a tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0542843 Sep 20 04:54:03.054906 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f4f4ff32-b718-4d73-92d8-ec7cbb4b5e70 req-dfd6e8df-5e7f-4b3a-a7aa-7a7ac1e523af tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457828 Sep 20 04:54:03.084379 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-1c23781c-297d-46c9-8111-e5c1e7fc2bb4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-23567600-network', 'tenant_id': '2e65f62fae68435ea0304bebc2a21b90'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:03.105049 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c23781c-297d-46c9-8111-e5c1e7fc2bb4 admin admin] Made reservation on behalf of 2e65f62fae68435ea0304bebc2a21b90 for: {'network': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:54:03.107421 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1c23781c-297d-46c9-8111-e5c1e7fc2bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for network (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:03.116302 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1c23781c-297d-46c9-8111-e5c1e7fc2bb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:03.185793 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:03.195368 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1c23781c-297d-46c9-8111-e5c1e7fc2bb4 admin admin] Publish callbacks [] for security_group (512ae157-6ece-4c54-b4e6-40f5c9cd341a), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:03.199357 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1c23781c-297d-46c9-8111-e5c1e7fc2bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (512ae157-6ece-4c54-b4e6-40f5c9cd341a), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:03.225485 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c23781c-297d-46c9-8111-e5c1e7fc2bb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=112592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 04:54:03.235390 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23781c-297d-46c9-8111-e5c1e7fc2bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512ae157-6ece-4c54-b4e6-40f5c9cd341a,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:03.239997 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1c23781c-297d-46c9-8111-e5c1e7fc2bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (5459c30c-d7de-4638-8a64-e9e46e5df21d), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:03.240340 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.segments_db [None req-1c23781c-297d-46c9-8111-e5c1e7fc2bb4 admin admin] Added segment 5459c30c-d7de-4638-8a64-e9e46e5df21d of type vlan for network 7270c520-c796-4eb7-8e5a-1cb3d55ddcbf Sep 20 04:54:03.279539 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1c23781c-297d-46c9-8111-e5c1e7fc2bb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739023002296'] for network (7270c520-c796-4eb7-8e5a-1cb3d55ddcbf), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:03.303245 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1c23781c-297d-46c9-8111-e5c1e7fc2bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for network (7270c520-c796-4eb7-8e5a-1cb3d55ddcbf), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:03.304255 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c23781c-297d-46c9-8111-e5c1e7fc2bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:03.304852 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1c23781c-297d-46c9-8111-e5c1e7fc2bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:03.365264 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-1c23781c-297d-46c9-8111-e5c1e7fc2bb4 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3820624 Sep 20 04:54:03.368072 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49212) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:03.374691 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-176b5938-93d6-40c6-a5d9-117a464c9205 admin admin] Request body: {'subnet': {'network_id': '7270c520-c796-4eb7-8e5a-1cb3d55ddcbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-23567600-subnet', 'tenant_id': '2e65f62fae68435ea0304bebc2a21b90', 'ip_version': 4}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:03.379309 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23781c-297d-46c9-8111-e5c1e7fc2bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=7270c520-c796-4eb7-8e5a-1cb3d55ddcbf,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:03.390051 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Network 7270c520-c796-4eb7-8e5a-1cb3d55ddcbf details requested by agent ovs-agent-dv-cinder-756710-7-iscsi with host dv-cinder-756710-7-iscsi {{(pid=112594) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 04:54:03.396766 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176b5938-93d6-40c6-a5d9-117a464c9205 admin admin] Made reservation on behalf of 2e65f62fae68435ea0304bebc2a21b90 for: {'subnet': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:54:03.399082 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-176b5938-93d6-40c6-a5d9-117a464c9205 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58868292'] for subnet (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:03.508290 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:03.568099 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-176b5938-93d6-40c6-a5d9-117a464c9205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59297828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58868306'] for subnet (8f4b75e7-0525-451a-affd-d1cbd4008368), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:03.625844 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b5938-93d6-40c6-a5d9-117a464c9205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f4b75e7-0525-451a-affd-d1cbd4008368,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:03.633571 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176b5938-93d6-40c6-a5d9-117a464c9205 admin admin] Checking segment: {'id': '5459c30c-d7de-4638-8a64-e9e46e5df21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7270c520-c796-4eb7-8e5a-1cb3d55ddcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:54:03.633927 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176b5938-93d6-40c6-a5d9-117a464c9205 admin admin] Network hostable DHCP agents. Network: 7270c520-c796-4eb7-8e5a-1cb3d55ddcbf, hostable agents: ['4610beb6-8841-4e27-a96c-3752fd75943d'], hosted agents: [] {{(pid=112592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 04:54:03.650954 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176b5938-93d6-40c6-a5d9-117a464c9205 admin admin] Network 7270c520-c796-4eb7-8e5a-1cb3d55ddcbf is scheduled to be hosted by DHCP agent 4610beb6-8841-4e27-a96c-3752fd75943d with binding_index 1 {{(pid=112592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 04:54:03.659481 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-176b5938-93d6-40c6-a5d9-117a464c9205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-756710-7-iscsi, 7270c520-c796-4eb7-8e5a-1cb3d55ddcbf) {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:54:03.664069 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176b5938-93d6-40c6-a5d9-117a464c9205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:03.664692 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-176b5938-93d6-40c6-a5d9-117a464c9205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:03.669520 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8013ab8-6cc8-46ab-b6d7-8e6594918ab1 None None] Network 7270c520-c796-4eb7-8e5a-1cb3d55ddcbf requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:54:03.681398 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-176b5938-93d6-40c6-a5d9-117a464c9205 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3102391 Sep 20 04:54:03.684017 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49218) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:03.688116 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-783f78a5-960b-4a99-9f95-a45d42e1f141 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-23567600-router', 'tenant_id': '2e65f62fae68435ea0304bebc2a21b90', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:03.708274 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-783f78a5-960b-4a99-9f95-a45d42e1f141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4757'] for router (33768428-f04e-45cb-8c67-641fd0c0dcaf), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:03.709449 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-783f78a5-960b-4a99-9f95-a45d42e1f141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4764'] for router (33768428-f04e-45cb-8c67-641fd0c0dcaf), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:03.763382 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-783f78a5-960b-4a99-9f95-a45d42e1f141 admin admin] Publish callbacks [] for router_controller (33768428-f04e-45cb-8c67-641fd0c0dcaf), precommit_add_association {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:03.777651 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fdbf9b8-537f-538c-a127-faf525f06485-7270c520-c796-4eb7-8e5a-1cb3d55ddcbf', 'network_id': '7270c520-c796-4eb7-8e5a-1cb3d55ddcbf', 'project_id': '2e65f62fae68435ea0304bebc2a21b90', 'fixed_ips': [{'subnet_id': '8f4b75e7-0525-451a-affd-d1cbd4008368'}]}} from dv-cinder-756710-7-iscsi. {{(pid=112594) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 04:54:03.778629 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:03.900386 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-783f78a5-960b-4a99-9f95-a45d42e1f141 admin admin] Publish callbacks [] for router_gateway (33768428-f04e-45cb-8c67-641fd0c0dcaf), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:03.923539 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.db_base_plugin_common [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Allocated IP 172.20.0.2 (7270c520-c796-4eb7-8e5a-1cb3d55ddcbf/8f4b75e7-0525-451a-affd-d1cbd4008368/10c842b2-00cb-43bb-bd25-98a76c3f9cb0) {{(pid=112594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:54:03.966200 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:04.071123 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Publish callbacks [] for port (10c842b2-00cb-43bb-bd25-98a76c3f9cb0), precommit_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:04.076712 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (10c842b2-00cb-43bb-bd25-98a76c3f9cb0), after_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:04.117860 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Network 7270c520-c796-4eb7-8e5a-1cb3d55ddcbf is already hosted by enough agents. {{(pid=112594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:54:04.120202 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-783f78a5-960b-4a99-9f95-a45d42e1f141 admin admin] Publish callbacks [] for router_gateway (33768428-f04e-45cb-8c67-641fd0c0dcaf), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:04.123048 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.base_scheduler [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Resources bound (agent type, host, resource id): {{(pid=112594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:54:04.126673 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Received port after_create {{(pid=112594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:54:04.139737 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Pushing event updated for resources: {'Port': ['ID=10c842b2-00cb-43bb-bd25-98a76c3f9cb0,revision_number=1']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:04.142279 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-783f78a5-960b-4a99-9f95-a45d42e1f141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:04.165589 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:04.165985 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:04.166378 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:04.166657 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:04.167176 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:04.167482 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:04.167807 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:04.168130 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:04.168455 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:04.168814 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:04.169122 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:04.169442 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:04.169786 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:04.170075 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:04.170390 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:04.200446 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Attempting to bind port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:54:04.200840 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Attempting to bind port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '5459c30c-d7de-4638-8a64-e9e46e5df21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7270c520-c796-4eb7-8e5a-1cb3d55ddcbf'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:54:04.201200 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Attempting to bind port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 on network 7270c520-c796-4eb7-8e5a-1cb3d55ddcbf {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:54:04.245123 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:54:04.245489 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Checking segment: {'id': '5459c30c-d7de-4638-8a64-e9e46e5df21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7270c520-c796-4eb7-8e5a-1cb3d55ddcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:54:04.246070 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:04.246589 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Bound using segment: {'id': '5459c30c-d7de-4638-8a64-e9e46e5df21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7270c520-c796-4eb7-8e5a-1cb3d55ddcbf'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:54:04.247223 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Bound port: 10c842b2-00cb-43bb-bd25-98a76c3f9cb0, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5459c30c-d7de-4638-8a64-e9e46e5df21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7270c520-c796-4eb7-8e5a-1cb3d55ddcbf'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:54:04.247746 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (10c842b2-00cb-43bb-bd25-98a76c3f9cb0), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:04.266305 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b276b-4180-486d-8a01-ee6c738915c9 req-100f9ac6-d9ca-4cd2-85c6-8d50d9bd2173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:04.267879 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6b8b276b-4180-486d-8a01-ee6c738915c9 req-100f9ac6-d9ca-4cd2-85c6-8d50d9bd2173 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 1130 time: 0.1156952 Sep 20 04:54:04.276986 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610b273-1705-4b58-a6ba-8b413af8cffd req-9efca096-a71b-4b13-95f6-020573d9deb1 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:04.278383 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f610b273-1705-4b58-a6ba-8b413af8cffd req-9efca096-a71b-4b13-95f6-020573d9deb1 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.1273654 Sep 20 04:54:04.313102 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] For port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:54:04.316277 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] For port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=10c842b2-00cb-43bb-bd25-98a76c3f9cb0,segment=NetworkSegment(5459c30c-d7de-4638-8a64-e9e46e5df21d),segment_id=5459c30c-d7de-4638-8a64-e9e46e5df21d)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:54:04.322810 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (10c842b2-00cb-43bb-bd25-98a76c3f9cb0), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:04.360007 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [None req-783f78a5-960b-4a99-9f95-a45d42e1f141 admin admin] Allocated IP 172.27.1.173 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/dfc13420-f494-49b7-9b68-55ff716adf83) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:54:04.371515 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f610b273-1705-4b58-a6ba-8b413af8cffd req-6d565567-e24d-4cdd-aa33-e757d0de325c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848777 Sep 20 04:54:04.374632 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7016e1e-fc5c-4d38-b013-06a72d012d45 None None] Pushing event updated for resources: {'Port': ['ID=10c842b2-00cb-43bb-bd25-98a76c3f9cb0,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:04.479536 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-783f78a5-960b-4a99-9f95-a45d42e1f141 admin admin] Publish callbacks [] for port (dfc13420-f494-49b7-9b68-55ff716adf83), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:04.497114 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:04.531241 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-783f78a5-960b-4a99-9f95-a45d42e1f141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (dfc13420-f494-49b7-9b68-55ff716adf83), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:04.579089 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783f78a5-960b-4a99-9f95-a45d42e1f141 admin admin] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:54:04.582633 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-783f78a5-960b-4a99-9f95-a45d42e1f141 admin admin] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:54:04.586888 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783f78a5-960b-4a99-9f95-a45d42e1f141 admin admin] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:54:04.590473 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f78a5-960b-4a99-9f95-a45d42e1f141 admin admin] Pushing event updated for resources: {'Port': ['ID=dfc13420-f494-49b7-9b68-55ff716adf83,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:04.817592 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:05.169353 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:54:05.246888 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:05.250171 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:05.253927 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:05.255411 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (10c842b2-00cb-43bb-bd25-98a76c3f9cb0), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:05.256153 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 Sep 20 04:54:05.296874 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b276b-4180-486d-8a01-ee6c738915c9 req-29f588a2-7025-40de-abf7-8aa950acfd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:05.298649 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6b8b276b-4180-486d-8a01-ee6c738915c9 req-29f588a2-7025-40de-abf7-8aa950acfd1b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=7f03bfe9-ec72-45e7-b49d-83e075955154 HTTP/1.1" status: 200 len: 919 time: 0.4266002 Sep 20 04:54:05.299525 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-783f78a5-960b-4a99-9f95-a45d42e1f141 admin admin] Publish callbacks [] for router_gateway (33768428-f04e-45cb-8c67-641fd0c0dcaf), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:05.365339 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:05.365777 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (10c842b2-00cb-43bb-bd25-98a76c3f9cb0), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:05.399769 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6b8b276b-4180-486d-8a01-ee6c738915c9 req-e3bb0ba1-e405-43f9-bb60-b9da8c6dc11b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7732f19-361c-4723-a7a3-dd9abf4593ea HTTP/1.1" status: 200 len: 217 time: 0.0536990 Sep 20 04:54:05.426034 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] For port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=10c842b2-00cb-43bb-bd25-98a76c3f9cb0,segment=NetworkSegment(5459c30c-d7de-4638-8a64-e9e46e5df21d),segment_id=5459c30c-d7de-4638-8a64-e9e46e5df21d)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:54:05.432416 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (10c842b2-00cb-43bb-bd25-98a76c3f9cb0), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:05.530806 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Pushing event updated for resources: {'Port': ['ID=10c842b2-00cb-43bb-bd25-98a76c3f9cb0,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:05.552693 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b276b-4180-486d-8a01-ee6c738915c9 req-a9965df2-447d-4f8b-b240-ee4c9fcd7a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:05.554309 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6b8b276b-4180-486d-8a01-ee6c738915c9 req-a9965df2-447d-4f8b-b240-ee4c9fcd7a7f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cf7788d5-5c18-43ac-bdba-25d88d0e67a1 HTTP/1.1" status: 200 len: 858 time: 0.1486371 Sep 20 04:54:05.563216 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd2c82e-0a56-4e1b-92f0-72c96294884a None None] Network 7270c520-c796-4eb7-8e5a-1cb3d55ddcbf requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:54:05.639072 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ce779-c829-458b-abe1-172af7f78de0 req-3d521b2d-8a61-442b-b7cf-9b462869f8c6 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:05.640874 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-597ce779-c829-458b-abe1-172af7f78de0 req-3d521b2d-8a61-442b-b7cf-9b462869f8c6 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.1496344 Sep 20 04:54:05.687474 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b276b-4180-486d-8a01-ee6c738915c9 req-42d0eb24-3dd8-46a1-8da8-2a731eed2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:05.689011 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6b8b276b-4180-486d-8a01-ee6c738915c9 req-42d0eb24-3dd8-46a1-8da8-2a731eed2943 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7f03bfe9-ec72-45e7-b49d-83e075955154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1260803 Sep 20 04:54:05.713037 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-f50cedae-c84c-47e3-985e-5957c1be3216 None None] Provisioning complete for port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:05.714265 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-f50cedae-c84c-47e3-985e-5957c1be3216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (10c842b2-00cb-43bb-bd25-98a76c3f9cb0), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:05.714671 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-f50cedae-c84c-47e3-985e-5957c1be3216 None None] Attempt 1 to provision port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 Sep 20 04:54:05.761480 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-597ce779-c829-458b-abe1-172af7f78de0 req-25aa8360-a270-46d4-8b2d-4b60b41a9914 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075468 Sep 20 04:54:05.762461 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-783f78a5-960b-4a99-9f95-a45d42e1f141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775015'] for router (33768428-f04e-45cb-8c67-641fd0c0dcaf), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:05.814047 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-f50cedae-c84c-47e3-985e-5957c1be3216 None None] Current status of the port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:05.940094 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783f78a5-960b-4a99-9f95-a45d42e1f141 admin admin] Router 33768428-f04e-45cb-8c67-641fd0c0dcaf is scheduled to L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 with binding_index 1 {{(pid=112592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 04:54:05.954065 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:06.035676 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-805bbfb1-1eb7-4186-85f5-e82ae0ad8d78 None None] Provisioning complete for port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:06.036769 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-805bbfb1-1eb7-4186-85f5-e82ae0ad8d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (10c842b2-00cb-43bb-bd25-98a76c3f9cb0), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:06.037112 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-805bbfb1-1eb7-4186-85f5-e82ae0ad8d78 None None] Attempt 1 to provision port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 Sep 20 04:54:06.103973 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783f78a5-960b-4a99-9f95-a45d42e1f141 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:54:06.113487 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbc8db-6acc-4ac7-a56f-13f90004ba9c req-7631fbd8-7071-4d02-a9fd-9fc590ec34a1 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:06.116910 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-62cbc8db-6acc-4ac7-a56f-13f90004ba9c req-7631fbd8-7071-4d02-a9fd-9fc590ec34a1 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0653248 Sep 20 04:54:06.124893 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] Sync routers for ids ['33768428-f04e-45cb-8c67-641fd0c0dcaf'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:54:06.132237 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-805bbfb1-1eb7-4186-85f5-e82ae0ad8d78 None None] Current status of the port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:06.143678 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] Routers {'33768428-f04e-45cb-8c67-641fd0c0dcaf'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:54:06.144769 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:53:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['33768428-f04e-45cb-8c67-641fd0c0dcaf'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:06.147584 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-783f78a5-960b-4a99-9f95-a45d42e1f141 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:06.151741 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 49304) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:06.157127 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-783f78a5-960b-4a99-9f95-a45d42e1f141 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4670007 Sep 20 04:54:06.212657 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-62cbc8db-6acc-4ac7-a56f-13f90004ba9c req-f597c036-299c-41c5-814f-397f1dc142f5 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866826 Sep 20 04:54:06.301442 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] Set router 33768428-f04e-45cb-8c67-641fd0c0dcaf gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:54:06.501398 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33768428-f04e-45cb-8c67-641fd0c0dcaf', 'name': 'tempest-TestShelveInstance-23567600-router', 'tenant_id': '2e65f62fae68435ea0304bebc2a21b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dfc13420-f494-49b7-9b68-55ff716adf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:54:03Z', 'updated_at': '2022-09-20T04:54:04Z', 'revision_number': 3, 'project_id': '2e65f62fae68435ea0304bebc2a21b90', 'gw_port': {'id': 'dfc13420-f494-49b7-9b68-55ff716adf83', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:27:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33768428-f04e-45cb-8c67-641fd0c0dcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:04Z', 'updated_at': '2022-09-20T04:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:06.528658 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] Checking router: 33768428-f04e-45cb-8c67-641fd0c0dcaf for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:54:06.529020 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] Updating router 33768428-f04e-45cb-8c67-641fd0c0dcaf port dfc13420-f494-49b7-9b68-55ff716adf83 binding host dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 04:54:06.557872 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (dfc13420-f494-49b7-9b68-55ff716adf83), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:06.586256 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:06.596697 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:06.640857 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:06.642191 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49322) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:06.682499 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:06.702657 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6b8b276b-4180-486d-8a01-ee6c738915c9 req-5ef20533-91ef-4f1a-8f79-fd8a61f6f451 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375687 Sep 20 04:54:06.784317 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:06.799201 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-3706bd56-ba30-4f18-9f59-69de19e75189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:06.844798 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-faa7c1b0-c1ec-4346-81ae-733f1f00df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:06.892538 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-3706bd56-ba30-4f18-9f59-69de19e75189 admin admin] Publish callbacks [] for security_group (789d607c-9624-4835-a897-bc754f3b8445), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:06.898247 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-3706bd56-ba30-4f18-9f59-69de19e75189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (789d607c-9624-4835-a897-bc754f3b8445), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:06.938244 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706bd56-ba30-4f18-9f59-69de19e75189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789d607c-9624-4835-a897-bc754f3b8445,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:06.945151 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-3706bd56-ba30-4f18-9f59-69de19e75189 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=44afe4956dec4d7f9ba3e3bcb13a8f71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959430 Sep 20 04:54:06.945650 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49328) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:07.000376 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] Publish callbacks [] for port (dfc13420-f494-49b7-9b68-55ff716adf83), precommit_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.001499 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-bc05de2b-8d81-4f90-97e7-4481f4908da1 admin admin] Publish callbacks [] for security_group (789d607c-9624-4835-a897-bc754f3b8445), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.009123 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (dfc13420-f494-49b7-9b68-55ff716adf83), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.026073 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-bc05de2b-8d81-4f90-97e7-4481f4908da1 admin admin] Publish callbacks [] for security_group (789d607c-9624-4835-a897-bc754f3b8445), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.033428 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-faa7c1b0-c1ec-4346-81ae-733f1f00df63 admin admin] Allocated IP 172.20.0.1 (7270c520-c796-4eb7-8e5a-1cb3d55ddcbf/8f4b75e7-0525-451a-affd-d1cbd4008368/883b8413-9afe-41a5-8c5a-bf9580f608f2) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:54:07.058486 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] Attempting to bind port dfc13420-f494-49b7-9b68-55ff716adf83 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:54:07.058486 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] Attempting to bind port dfc13420-f494-49b7-9b68-55ff716adf83 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:54:07.058486 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] Attempting to bind port dfc13420-f494-49b7-9b68-55ff716adf83 on network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:54:07.093809 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-bc05de2b-8d81-4f90-97e7-4481f4908da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (789d607c-9624-4835-a897-bc754f3b8445), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.096526 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-bc05de2b-8d81-4f90-97e7-4481f4908da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.099853 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-bc05de2b-8d81-4f90-97e7-4481f4908da1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/789d607c-9624-4835-a897-bc754f3b8445 HTTP/1.1" status: 204 len: 168 time: 0.1509337 Sep 20 04:54:07.106365 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05de2b-8d81-4f90-97e7-4481f4908da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789d607c-9624-4835-a897-bc754f3b8445,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:07.116209 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:54:07.126865 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33195d2f-3d45-4d51-8c92-b67c78cfb668 None None] Pushing event updated for resources: {'Port': ['ID=dfc13420-f494-49b7-9b68-55ff716adf83,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:07.173009 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:54:07.173388 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] Checking segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:54:07.174178 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.174178 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] Bound using segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:54:07.174650 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] Bound port: dfc13420-f494-49b7-9b68-55ff716adf83, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:54:07.175079 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (dfc13420-f494-49b7-9b68-55ff716adf83), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.190013 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-faa7c1b0-c1ec-4346-81ae-733f1f00df63 admin admin] Publish callbacks [] for port (883b8413-9afe-41a5-8c5a-bf9580f608f2), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.226623 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-faa7c1b0-c1ec-4346-81ae-733f1f00df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (883b8413-9afe-41a5-8c5a-bf9580f608f2), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.235214 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:07.235740 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (10c842b2-00cb-43bb-bd25-98a76c3f9cb0), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.236054 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 Sep 20 04:54:07.263807 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] For port dfc13420-f494-49b7-9b68-55ff716adf83, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:54:07.279507 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] For port dfc13420-f494-49b7-9b68-55ff716adf83, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=dfc13420-f494-49b7-9b68-55ff716adf83,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:54:07.292995 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (dfc13420-f494-49b7-9b68-55ff716adf83), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.298274 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa7c1b0-c1ec-4346-81ae-733f1f00df63 admin admin] Network 7270c520-c796-4eb7-8e5a-1cb3d55ddcbf is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:54:07.308757 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-faa7c1b0-c1ec-4346-81ae-733f1f00df63 admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:54:07.311158 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7c1b0-c1ec-4346-81ae-733f1f00df63 admin admin] Pushing event updated for resources: {'Port': ['ID=883b8413-9afe-41a5-8c5a-bf9580f608f2,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:07.313563 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa7c1b0-c1ec-4346-81ae-733f1f00df63 admin admin] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:54:07.358774 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-faa7c1b0-c1ec-4346-81ae-733f1f00df63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094494'] for router_interface (33768428-f04e-45cb-8c67-641fd0c0dcaf), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.420056 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247b949-5fda-4cec-a14a-8c19a284389d req-4dc53964-256b-407e-9513-c4822d7a1593 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:07.421085 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:07.424212 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b247b949-5fda-4cec-a14a-8c19a284389d req-4dc53964-256b-407e-9513-c4822d7a1593 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.1319077 Sep 20 04:54:07.431212 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:07.439819 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] Routers {'33768428-f04e-45cb-8c67-641fd0c0dcaf'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:54:07.439819 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:53:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['33768428-f04e-45cb-8c67-641fd0c0dcaf'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:07.457794 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33195d2f-3d45-4d51-8c92-b67c78cfb668 None None] Pushing event updated for resources: {'Port': ['ID=dfc13420-f494-49b7-9b68-55ff716adf83,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:07.516021 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b247b949-5fda-4cec-a14a-8c19a284389d req-d1933f9e-1c52-4144-a385-f399f1ee47c8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852854 Sep 20 04:54:07.561372 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 49342) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:07.569390 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-faa7c1b0-c1ec-4346-81ae-733f1f00df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (883b8413-9afe-41a5-8c5a-bf9580f608f2), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.585643 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2c596ac1-a9ff-48e2-b991-335afa871604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.592890 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] Set router 33768428-f04e-45cb-8c67-641fd0c0dcaf gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:54:07.704361 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Provisioning complete for port 883b8413-9afe-41a5-8c5a-bf9580f608f2 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:07.704673 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (883b8413-9afe-41a5-8c5a-bf9580f608f2), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.705011 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Attempt 1 to provision port 883b8413-9afe-41a5-8c5a-bf9580f608f2 Sep 20 04:54:07.750047 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:07.761468 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Port 883b8413-9afe-41a5-8c5a-bf9580f608f2 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:07.776379 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:07.778434 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2c596ac1-a9ff-48e2-b991-335afa871604 admin admin] Publish callbacks [] for security_group (80629561-ea03-46c3-90c8-198dfb07d69c), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.784373 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2c596ac1-a9ff-48e2-b991-335afa871604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (80629561-ea03-46c3-90c8-198dfb07d69c), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.784991 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:07.805337 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33768428-f04e-45cb-8c67-641fd0c0dcaf', 'name': 'tempest-TestShelveInstance-23567600-router', 'tenant_id': '2e65f62fae68435ea0304bebc2a21b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dfc13420-f494-49b7-9b68-55ff716adf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:54:03Z', 'updated_at': '2022-09-20T04:54:04Z', 'revision_number': 3, 'project_id': '2e65f62fae68435ea0304bebc2a21b90', 'gw_port': {'id': 'dfc13420-f494-49b7-9b68-55ff716adf83', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:27:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33768428-f04e-45cb-8c67-641fd0c0dcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:04Z', 'updated_at': '2022-09-20T04:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:07.838172 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc757e1b-5463-4dd6-8f4f-1095fd7ef21f None None] The sync data for ids ['33768428-f04e-45cb-8c67-641fd0c0dcaf'] in dv-cinder-756710-7-iscsi is: [{'id': '33768428-f04e-45cb-8c67-641fd0c0dcaf', 'name': 'tempest-TestShelveInstance-23567600-router', 'tenant_id': '2e65f62fae68435ea0304bebc2a21b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dfc13420-f494-49b7-9b68-55ff716adf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:54:03Z', 'updated_at': '2022-09-20T04:54:04Z', 'revision_number': 3, 'project_id': '2e65f62fae68435ea0304bebc2a21b90', 'gw_port': {'id': 'dfc13420-f494-49b7-9b68-55ff716adf83', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:27:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33768428-f04e-45cb-8c67-641fd0c0dcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:04Z', 'updated_at': '2022-09-20T04:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:54:07.852419 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-faa7c1b0-c1ec-4346-81ae-733f1f00df63 admin admin] Publish callbacks [] for port (883b8413-9afe-41a5-8c5a-bf9580f608f2), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.855741 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-2c596ac1-a9ff-48e2-b991-335afa871604 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=af122bd30c3b42d9a0fa12d4876a211d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934110 Sep 20 04:54:07.856617 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c596ac1-a9ff-48e2-b991-335afa871604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80629561-ea03-46c3-90c8-198dfb07d69c,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:07.858646 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49346) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:07.864909 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-faa7c1b0-c1ec-4346-81ae-733f1f00df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (883b8413-9afe-41a5-8c5a-bf9580f608f2), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.921986 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-2b98c03a-5d4f-443a-aee8-ed074f3ca21f admin admin] Publish callbacks [] for security_group (80629561-ea03-46c3-90c8-198dfb07d69c), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.935629 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7c1b0-c1ec-4346-81ae-733f1f00df63 admin admin] Pushing event updated for resources: {'Port': ['ID=883b8413-9afe-41a5-8c5a-bf9580f608f2,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:07.938271 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-faa7c1b0-c1ec-4346-81ae-733f1f00df63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094602'] for router_interface (33768428-f04e-45cb-8c67-641fd0c0dcaf), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.945288 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-2b98c03a-5d4f-443a-aee8-ed074f3ca21f admin admin] Publish callbacks [] for security_group (80629561-ea03-46c3-90c8-198dfb07d69c), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:07.997336 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-2b98c03a-5d4f-443a-aee8-ed074f3ca21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (80629561-ea03-46c3-90c8-198dfb07d69c), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:08.000082 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-2b98c03a-5d4f-443a-aee8-ed074f3ca21f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:08.003543 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-2b98c03a-5d4f-443a-aee8-ed074f3ca21f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/80629561-ea03-46c3-90c8-198dfb07d69c HTTP/1.1" status: 204 len: 168 time: 0.1350331 Sep 20 04:54:08.011206 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98c03a-5d4f-443a-aee8-ed074f3ca21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80629561-ea03-46c3-90c8-198dfb07d69c,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:08.053132 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa7c1b0-c1ec-4346-81ae-733f1f00df63 admin admin] Network 7270c520-c796-4eb7-8e5a-1cb3d55ddcbf is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:54:08.055925 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-faa7c1b0-c1ec-4346-81ae-733f1f00df63 admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:54:08.216861 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:08.218998 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa7c1b0-c1ec-4346-81ae-733f1f00df63 admin admin] Router 33768428-f04e-45cb-8c67-641fd0c0dcaf has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:54:08.266171 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Attempt 2 to provision port 883b8413-9afe-41a5-8c5a-bf9580f608f2 Sep 20 04:54:08.319652 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Port 883b8413-9afe-41a5-8c5a-bf9580f608f2 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:08.386461 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa7c1b0-c1ec-4346-81ae-733f1f00df63 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:54:08.396650 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-faa7c1b0-c1ec-4346-81ae-733f1f00df63 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/33768428-f04e-45cb-8c67-641fd0c0dcaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2391763 Sep 20 04:54:08.396856 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:08.438082 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6b8b276b-4180-486d-8a01-ee6c738915c9 req-6346a627-31bb-45a0-9ff7-dff5d545f350 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450300 Sep 20 04:54:08.608727 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef76e7-df01-43c0-9b61-803ec637bb28 req-713695ac-dd7c-4e1f-a25e-65aebdf72325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:08.610440 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d9ef76e7-df01-43c0-9b61-803ec637bb28 req-713695ac-dd7c-4e1f-a25e-65aebdf72325 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 1130 time: 0.0681529 Sep 20 04:54:08.626317 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 49362) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:08.639257 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-672a47c4-88b4-42b7-bda8-0047b04cbdf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:08.677830 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:08.721166 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ca771-a548-41bd-b7ac-5030d274c32c req-204d40d4-04dc-4c90-8656-a514ec39621d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:08.725156 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d08ca771-a548-41bd-b7ac-5030d274c32c req-204d40d4-04dc-4c90-8656-a514ec39621d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.1116993 Sep 20 04:54:08.748230 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-672a47c4-88b4-42b7-bda8-0047b04cbdf8 admin admin] Publish callbacks [] for security_group (99917e80-353b-436f-bc87-758d028825f4), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:08.757021 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-672a47c4-88b4-42b7-bda8-0047b04cbdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (99917e80-353b-436f-bc87-758d028825f4), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:08.802507 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-672a47c4-88b4-42b7-bda8-0047b04cbdf8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ca7aeb95cfb54bed9e608d58322b6e9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1754138 Sep 20 04:54:08.804715 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49368) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:08.812589 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a47c4-88b4-42b7-bda8-0047b04cbdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99917e80-353b-436f-bc87-758d028825f4,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:08.822302 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Attempt 3 to provision port 883b8413-9afe-41a5-8c5a-bf9580f608f2 Sep 20 04:54:08.846864 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d08ca771-a548-41bd-b7ac-5030d274c32c req-3c722bc5-0b17-43e0-a188-c0ff257ec0f1 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179492 Sep 20 04:54:08.868478 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef76e7-df01-43c0-9b61-803ec637bb28 req-fc6ee104-746e-4a6f-a0b8-78b60efe2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:08.869955 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d9ef76e7-df01-43c0-9b61-803ec637bb28 req-fc6ee104-746e-4a6f-a0b8-78b60efe2084 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=7f03bfe9-ec72-45e7-b49d-83e075955154 HTTP/1.1" status: 200 len: 919 time: 0.2460856 Sep 20 04:54:08.888368 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Port 883b8413-9afe-41a5-8c5a-bf9580f608f2 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:08.918535 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d9ef76e7-df01-43c0-9b61-803ec637bb28 req-d85f82c1-8e39-41c7-81f2-66c3f9d44b0a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7732f19-361c-4723-a7a3-dd9abf4593ea HTTP/1.1" status: 200 len: 217 time: 0.0377135 Sep 20 04:54:08.974558 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-42afe15f-29a8-4d10-97c3-4d3a9521da0b admin admin] Publish callbacks [] for security_group (99917e80-353b-436f-bc87-758d028825f4), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:08.993688 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef76e7-df01-43c0-9b61-803ec637bb28 req-2692a624-4829-4acc-8d1c-50cc690f4c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:08.995250 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d9ef76e7-df01-43c0-9b61-803ec637bb28 req-2692a624-4829-4acc-8d1c-50cc690f4c4e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cf7788d5-5c18-43ac-bdba-25d88d0e67a1 HTTP/1.1" status: 200 len: 858 time: 0.0655782 Sep 20 04:54:09.005147 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-42afe15f-29a8-4d10-97c3-4d3a9521da0b admin admin] Publish callbacks [] for security_group (99917e80-353b-436f-bc87-758d028825f4), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:09.050778 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef76e7-df01-43c0-9b61-803ec637bb28 req-4f72b253-a3fb-41af-8cbc-124d15a77532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:09.052323 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d9ef76e7-df01-43c0-9b61-803ec637bb28 req-4f72b253-a3fb-41af-8cbc-124d15a77532 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7f03bfe9-ec72-45e7-b49d-83e075955154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494580 Sep 20 04:54:09.104670 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device dfc13420-f494-49b7-9b68-55ff716adf83 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:54:09.154401 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-42afe15f-29a8-4d10-97c3-4d3a9521da0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (99917e80-353b-436f-bc87-758d028825f4), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:09.158898 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-42afe15f-29a8-4d10-97c3-4d3a9521da0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:09.160546 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-42afe15f-29a8-4d10-97c3-4d3a9521da0b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/99917e80-353b-436f-bc87-758d028825f4 HTTP/1.1" status: 204 len: 168 time: 0.3398600 Sep 20 04:54:09.170676 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afe15f-29a8-4d10-97c3-4d3a9521da0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99917e80-353b-436f-bc87-758d028825f4,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:09.183928 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port dfc13420-f494-49b7-9b68-55ff716adf83 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:09.184304 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (dfc13420-f494-49b7-9b68-55ff716adf83), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:09.184670 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port dfc13420-f494-49b7-9b68-55ff716adf83 Sep 20 04:54:09.305181 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port dfc13420-f494-49b7-9b68-55ff716adf83 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:09.305766 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (dfc13420-f494-49b7-9b68-55ff716adf83), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:09.325882 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 49386) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:09.332217 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-98d76d89-d605-4308-9051-1f63ff292ece admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-657754611-network', 'tenant_id': 'fede0fb10e54453f82a422511f9ba600'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:09.349487 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] For port dfc13420-f494-49b7-9b68-55ff716adf83, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=dfc13420-f494-49b7-9b68-55ff716adf83,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:54:09.354693 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (dfc13420-f494-49b7-9b68-55ff716adf83), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:09.371318 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d76d89-d605-4308-9051-1f63ff292ece admin admin] Made reservation on behalf of fede0fb10e54453f82a422511f9ba600 for: {'network': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:54:09.378940 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-98d76d89-d605-4308-9051-1f63ff292ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for network (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:09.386766 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d9ef76e7-df01-43c0-9b61-803ec637bb28 req-7976ef0d-69cb-4341-bfad-66401cd72501 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685688 Sep 20 04:54:09.391263 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-98d76d89-d605-4308-9051-1f63ff292ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:09.400469 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Attempt 4 to provision port 883b8413-9afe-41a5-8c5a-bf9580f608f2 Sep 20 04:54:09.452340 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Pushing event updated for resources: {'Port': ['ID=dfc13420-f494-49b7-9b68-55ff716adf83,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:09.459599 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Port 883b8413-9afe-41a5-8c5a-bf9580f608f2 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:09.498475 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-98d76d89-d605-4308-9051-1f63ff292ece admin admin] Publish callbacks [] for security_group (695a09cd-5f2b-4d2a-8f77-c2b70deb35a2), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:09.503954 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-98d76d89-d605-4308-9051-1f63ff292ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (695a09cd-5f2b-4d2a-8f77-c2b70deb35a2), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:09.520867 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:09.537384 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d76d89-d605-4308-9051-1f63ff292ece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=112593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 04:54:09.558149 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d76d89-d605-4308-9051-1f63ff292ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695a09cd-5f2b-4d2a-8f77-c2b70deb35a2,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:09.569130 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-98d76d89-d605-4308-9051-1f63ff292ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (b92eb4af-edd0-4a62-b5b4-3e04184bf2ba), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:09.569439 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.segments_db [None req-98d76d89-d605-4308-9051-1f63ff292ece admin admin] Added segment b92eb4af-edd0-4a62-b5b4-3e04184bf2ba of type vlan for network 4832b199-a0e8-44be-a6d1-c35a12f65997 Sep 20 04:54:09.649705 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-98d76d89-d605-4308-9051-1f63ff292ece admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739023002296'] for network (4832b199-a0e8-44be-a6d1-c35a12f65997), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:09.707512 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-98d76d89-d605-4308-9051-1f63ff292ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for network (4832b199-a0e8-44be-a6d1-c35a12f65997), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:09.709270 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d76d89-d605-4308-9051-1f63ff292ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:09.709850 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-98d76d89-d605-4308-9051-1f63ff292ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:09.722545 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d9ef76e7-df01-43c0-9b61-803ec637bb28 req-981028dc-96c7-44ae-935a-5d27fb115653 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918993 Sep 20 04:54:09.798306 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-98d76d89-d605-4308-9051-1f63ff292ece admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4700897 Sep 20 04:54:09.800514 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49410) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:09.804400 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d76d89-d605-4308-9051-1f63ff292ece admin admin] Pushing event updated for resources: {'Network': ['ID=4832b199-a0e8-44be-a6d1-c35a12f65997,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:09.807611 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-24675c6a-afe5-4e72-b10c-2654fa9b7adc admin admin] Request body: {'subnet': {'network_id': '4832b199-a0e8-44be-a6d1-c35a12f65997', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-657754611-subnet', 'tenant_id': 'fede0fb10e54453f82a422511f9ba600', 'ip_version': 4}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:09.821056 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Network 4832b199-a0e8-44be-a6d1-c35a12f65997 details requested by agent ovs-agent-dv-cinder-756710-7-iscsi with host dv-cinder-756710-7-iscsi {{(pid=112594) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 04:54:09.846426 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24675c6a-afe5-4e72-b10c-2654fa9b7adc admin admin] Made reservation on behalf of fede0fb10e54453f82a422511f9ba600 for: {'subnet': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:54:09.849121 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-24675c6a-afe5-4e72-b10c-2654fa9b7adc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58868292'] for subnet (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:09.961964 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Attempt 5 to provision port 883b8413-9afe-41a5-8c5a-bf9580f608f2 Sep 20 04:54:10.018204 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Port 883b8413-9afe-41a5-8c5a-bf9580f608f2 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:10.180583 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] Sync routers for ids ['33768428-f04e-45cb-8c67-641fd0c0dcaf'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:54:10.186494 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c031ef-0795-4418-b859-1f7835675d7d req-bc1929e6-3cf1-41ec-8dc5-6ddbcb3cb91b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:10.188512 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-57c031ef-0795-4418-b859-1f7835675d7d req-bc1929e6-3cf1-41ec-8dc5-6ddbcb3cb91b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.1386497 Sep 20 04:54:10.190813 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] Routers {'33768428-f04e-45cb-8c67-641fd0c0dcaf'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:54:10.191428 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:53:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['33768428-f04e-45cb-8c67-641fd0c0dcaf'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:10.216973 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-24675c6a-afe5-4e72-b10c-2654fa9b7adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59297828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58868306'] for subnet (a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:10.218949 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:10.254254 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:10.303640 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] Set router 33768428-f04e-45cb-8c67-641fd0c0dcaf gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:54:10.309805 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-57c031ef-0795-4418-b859-1f7835675d7d req-e4481cdb-3275-41d7-a95b-aca625c39519 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107616 Sep 20 04:54:10.310391 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24675c6a-afe5-4e72-b10c-2654fa9b7adc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:10.342633 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24675c6a-afe5-4e72-b10c-2654fa9b7adc admin admin] Checking segment: {'id': 'b92eb4af-edd0-4a62-b5b4-3e04184bf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4832b199-a0e8-44be-a6d1-c35a12f65997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:54:10.342992 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24675c6a-afe5-4e72-b10c-2654fa9b7adc admin admin] Network hostable DHCP agents. Network: 4832b199-a0e8-44be-a6d1-c35a12f65997, hostable agents: ['4610beb6-8841-4e27-a96c-3752fd75943d'], hosted agents: [] {{(pid=112592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 04:54:10.362055 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24675c6a-afe5-4e72-b10c-2654fa9b7adc admin admin] Network 4832b199-a0e8-44be-a6d1-c35a12f65997 is scheduled to be hosted by DHCP agent 4610beb6-8841-4e27-a96c-3752fd75943d with binding_index 1 {{(pid=112592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 04:54:10.375078 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-24675c6a-afe5-4e72-b10c-2654fa9b7adc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-756710-7-iscsi, 4832b199-a0e8-44be-a6d1-c35a12f65997) {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:54:10.380699 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24675c6a-afe5-4e72-b10c-2654fa9b7adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:10.381383 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-24675c6a-afe5-4e72-b10c-2654fa9b7adc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:10.387974 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66527fd5-4c27-4ac1-91de-f94a35cc9959 None None] Network 4832b199-a0e8-44be-a6d1-c35a12f65997 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:54:10.404725 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-24675c6a-afe5-4e72-b10c-2654fa9b7adc admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6020513 Sep 20 04:54:10.407273 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 49432) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:10.413470 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-f1148b03-57de-4496-9ce5-08f36b50e0f2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-657754611-router', 'tenant_id': 'fede0fb10e54453f82a422511f9ba600', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:10.437727 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f1148b03-57de-4496-9ce5-08f36b50e0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4757'] for router (a8c93c6c-69c9-424b-85e5-c50e4b82f758), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:10.439341 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f1148b03-57de-4496-9ce5-08f36b50e0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4764'] for router (a8c93c6c-69c9-424b-85e5-c50e4b82f758), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:10.514469 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f1148b03-57de-4496-9ce5-08f36b50e0f2 admin admin] Publish callbacks [] for router_controller (a8c93c6c-69c9-424b-85e5-c50e4b82f758), precommit_add_association {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:10.518308 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fdbf9b8-537f-538c-a127-faf525f06485-4832b199-a0e8-44be-a6d1-c35a12f65997', 'network_id': '4832b199-a0e8-44be-a6d1-c35a12f65997', 'project_id': 'fede0fb10e54453f82a422511f9ba600', 'fixed_ips': [{'subnet_id': 'a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9'}]}} from dv-cinder-756710-7-iscsi. {{(pid=112594) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 04:54:10.520496 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:10.524541 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Attempt 6 to provision port 883b8413-9afe-41a5-8c5a-bf9580f608f2 Sep 20 04:54:10.593615 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Port 883b8413-9afe-41a5-8c5a-bf9580f608f2 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:10.612318 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33768428-f04e-45cb-8c67-641fd0c0dcaf', 'name': 'tempest-TestShelveInstance-23567600-router', 'tenant_id': '2e65f62fae68435ea0304bebc2a21b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dfc13420-f494-49b7-9b68-55ff716adf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:54:03Z', 'updated_at': '2022-09-20T04:54:07Z', 'revision_number': 4, 'project_id': '2e65f62fae68435ea0304bebc2a21b90', 'gw_port': {'id': 'dfc13420-f494-49b7-9b68-55ff716adf83', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33768428-f04e-45cb-8c67-641fd0c0dcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:04Z', 'updated_at': '2022-09-20T04:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '883b8413-9afe-41a5-8c5a-bf9580f608f2', 'name': '', 'network_id': '7270c520-c796-4eb7-8e5a-1cb3d55ddcbf', 'tenant_id': '2e65f62fae68435ea0304bebc2a21b90', 'mac_address': 'fa:16:3e:f0:88:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33768428-f04e-45cb-8c67-641fd0c0dcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '8f4b75e7-0525-451a-affd-d1cbd4008368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:06Z', 'updated_at': '2022-09-20T04:54:07Z', 'revision_number': 2, 'project_id': '2e65f62fae68435ea0304bebc2a21b90', 'subnets': [{'id': '8f4b75e7-0525-451a-affd-d1cbd4008368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:10.653669 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:10.661503 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] Checking router: 33768428-f04e-45cb-8c67-641fd0c0dcaf for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:54:10.662119 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] Updating router 33768428-f04e-45cb-8c67-641fd0c0dcaf port 883b8413-9afe-41a5-8c5a-bf9580f608f2 binding host dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 04:54:10.695414 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (883b8413-9afe-41a5-8c5a-bf9580f608f2), before_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:10.747641 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f1148b03-57de-4496-9ce5-08f36b50e0f2 admin admin] Publish callbacks [] for router_gateway (a8c93c6c-69c9-424b-85e5-c50e4b82f758), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:10.785911 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.db_base_plugin_common [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] Allocated IP 172.20.0.2 (4832b199-a0e8-44be-a6d1-c35a12f65997/a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9/b864d9af-1f88-4b2c-9881-eea6dc63e6ae) {{(pid=112594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:54:11.042296 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] Publish callbacks [] for port (883b8413-9afe-41a5-8c5a-bf9580f608f2), precommit_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.068214 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:11.071537 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (883b8413-9afe-41a5-8c5a-bf9580f608f2), after_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.116637 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f1148b03-57de-4496-9ce5-08f36b50e0f2 admin admin] Publish callbacks [] for router_gateway (a8c93c6c-69c9-424b-85e5-c50e4b82f758), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.125674 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27088c-996f-4f67-beac-49e9b806df41 None None] Pushing event updated for resources: {'Port': ['ID=883b8413-9afe-41a5-8c5a-bf9580f608f2,revision_number=3']} {{(pid=112595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:11.135277 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27088c-996f-4f67-beac-49e9b806df41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:11.135978 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27088c-996f-4f67-beac-49e9b806df41 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:11.136700 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27088c-996f-4f67-beac-49e9b806df41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:11.137266 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27088c-996f-4f67-beac-49e9b806df41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:11.137776 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27088c-996f-4f67-beac-49e9b806df41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:11.138761 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27088c-996f-4f67-beac-49e9b806df41 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:11.139277 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27088c-996f-4f67-beac-49e9b806df41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:11.140337 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27088c-996f-4f67-beac-49e9b806df41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:11.140911 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27088c-996f-4f67-beac-49e9b806df41 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:11.141472 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27088c-996f-4f67-beac-49e9b806df41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:11.142163 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27088c-996f-4f67-beac-49e9b806df41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:11.143042 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27088c-996f-4f67-beac-49e9b806df41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:11.143543 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27088c-996f-4f67-beac-49e9b806df41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:11.144042 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27088c-996f-4f67-beac-49e9b806df41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:11.144904 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27088c-996f-4f67-beac-49e9b806df41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:54:11.187056 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f1148b03-57de-4496-9ce5-08f36b50e0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.227425 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] Publish callbacks [] for port (b864d9af-1f88-4b2c-9881-eea6dc63e6ae), precommit_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.231910 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:11.232943 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:11.236805 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Attempt 7 to provision port 883b8413-9afe-41a5-8c5a-bf9580f608f2 Sep 20 04:54:11.283241 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device dfc13420-f494-49b7-9b68-55ff716adf83 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:54:11.293734 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] Attempting to bind port 883b8413-9afe-41a5-8c5a-bf9580f608f2 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:54:11.294426 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] Attempting to bind port 883b8413-9afe-41a5-8c5a-bf9580f608f2 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '5459c30c-d7de-4638-8a64-e9e46e5df21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7270c520-c796-4eb7-8e5a-1cb3d55ddcbf'}] {{(pid=112595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:54:11.294426 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] Attempting to bind port 883b8413-9afe-41a5-8c5a-bf9580f608f2 on network 7270c520-c796-4eb7-8e5a-1cb3d55ddcbf {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:54:11.329070 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Port 883b8413-9afe-41a5-8c5a-bf9580f608f2 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:11.330152 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (b864d9af-1f88-4b2c-9881-eea6dc63e6ae), after_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.398755 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49492) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:11.405576 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] Pushing event updated for resources: {'Port': ['ID=b864d9af-1f88-4b2c-9881-eea6dc63e6ae,revision_number=1']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:11.431645 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] Network 4832b199-a0e8-44be-a6d1-c35a12f65997 is already hosted by enough agents. {{(pid=112594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:54:11.432717 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49498) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:11.437321 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:54:11.437702 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] Checking segment: {'id': '5459c30c-d7de-4638-8a64-e9e46e5df21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7270c520-c796-4eb7-8e5a-1cb3d55ddcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:54:11.438112 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.438509 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] Bound using segment: {'id': '5459c30c-d7de-4638-8a64-e9e46e5df21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7270c520-c796-4eb7-8e5a-1cb3d55ddcbf'} {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:54:11.438996 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] Bound port: 883b8413-9afe-41a5-8c5a-bf9580f608f2, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5459c30c-d7de-4638-8a64-e9e46e5df21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7270c520-c796-4eb7-8e5a-1cb3d55ddcbf'}}] {{(pid=112595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:54:11.439372 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (883b8413-9afe-41a5-8c5a-bf9580f608f2), before_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.448183 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.base_scheduler [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] Resources bound (agent type, host, resource id): {{(pid=112594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:54:11.451882 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] Received port after_create {{(pid=112594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:54:11.455378 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-f1148b03-57de-4496-9ce5-08f36b50e0f2 admin admin] Allocated IP 172.27.1.89 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/c6326544-e7ba-44ed-b352-c3d7becd5042) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:54:11.481205 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port dfc13420-f494-49b7-9b68-55ff716adf83 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:11.482551 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (dfc13420-f494-49b7-9b68-55ff716adf83), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.483327 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port dfc13420-f494-49b7-9b68-55ff716adf83 Sep 20 04:54:11.564282 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6b71b-05bf-4c9b-92fb-fc725472d1b9 req-cbd6a1bd-6841-4337-9b6b-7a7f4a0f6a63 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:11.566810 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-27d6b71b-05bf-4c9b-92fb-fc725472d1b9 req-cbd6a1bd-6841-4337-9b6b-7a7f4a0f6a63 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.1024339 Sep 20 04:54:11.570901 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 49502) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:11.577004 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-9087bbec-ee0b-4051-b823-bb149f7133ea tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--951382041', 'description': 'tempest-description--1360863712'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:11.617162 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9087bbec-ee0b-4051-b823-bb149f7133ea tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.623809 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.db [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] For port 883b8413-9afe-41a5-8c5a-bf9580f608f2, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:54:11.632213 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.db [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] For port 883b8413-9afe-41a5-8c5a-bf9580f608f2, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=883b8413-9afe-41a5-8c5a-bf9580f608f2,segment=NetworkSegment(5459c30c-d7de-4638-8a64-e9e46e5df21d),segment_id=5459c30c-d7de-4638-8a64-e9e46e5df21d)] {{(pid=112595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:54:11.644513 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (883b8413-9afe-41a5-8c5a-bf9580f608f2), after_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.685815 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] Routers {'33768428-f04e-45cb-8c67-641fd0c0dcaf'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:54:11.686699 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:53:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['33768428-f04e-45cb-8c67-641fd0c0dcaf'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:11.699653 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] Attempting to bind port b864d9af-1f88-4b2c-9881-eea6dc63e6ae on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:54:11.700212 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] Attempting to bind port b864d9af-1f88-4b2c-9881-eea6dc63e6ae by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': 'b92eb4af-edd0-4a62-b5b4-3e04184bf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4832b199-a0e8-44be-a6d1-c35a12f65997'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:54:11.701364 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] Attempting to bind port b864d9af-1f88-4b2c-9881-eea6dc63e6ae on network 4832b199-a0e8-44be-a6d1-c35a12f65997 {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:54:11.703905 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8ecfa06a-6515-4167-b901-1cf3da8863bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.709000 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-146ef55c-0ce2-4e39-bca0-8d7f6501b9fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.721952 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-27d6b71b-05bf-4c9b-92fb-fc725472d1b9 req-1c6bd220-ae15-41b5-8a3a-1d4b0fd7aac4 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460035 Sep 20 04:54:11.723040 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f1148b03-57de-4496-9ce5-08f36b50e0f2 admin admin] Publish callbacks [] for port (c6326544-e7ba-44ed-b352-c3d7becd5042), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.781906 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9087bbec-ee0b-4051-b823-bb149f7133ea tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (f1341007-80d1-4ae8-9633-1d195b582927), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.790455 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=10 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:11.794018 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9087bbec-ee0b-4051-b823-bb149f7133ea tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (f1341007-80d1-4ae8-9633-1d195b582927), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.810434 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port dfc13420-f494-49b7-9b68-55ff716adf83 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:11.822625 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:54:11.824535 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] Checking segment: {'id': 'b92eb4af-edd0-4a62-b5b4-3e04184bf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4832b199-a0e8-44be-a6d1-c35a12f65997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:54:11.824535 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.824535 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] Bound using segment: {'id': 'b92eb4af-edd0-4a62-b5b4-3e04184bf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4832b199-a0e8-44be-a6d1-c35a12f65997'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:54:11.824535 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] Bound port: b864d9af-1f88-4b2c-9881-eea6dc63e6ae, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92eb4af-edd0-4a62-b5b4-3e04184bf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4832b199-a0e8-44be-a6d1-c35a12f65997'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:54:11.825186 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (b864d9af-1f88-4b2c-9881-eea6dc63e6ae), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.830081 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f1148b03-57de-4496-9ce5-08f36b50e0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (c6326544-e7ba-44ed-b352-c3d7becd5042), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.839466 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Attempt 8 to provision port 883b8413-9afe-41a5-8c5a-bf9580f608f2 Sep 20 04:54:11.849319 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:11.852282 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27088c-996f-4f67-beac-49e9b806df41 None None] Pushing event updated for resources: {'Port': ['ID=883b8413-9afe-41a5-8c5a-bf9580f608f2,revision_number=4']} {{(pid=112595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:11.881513 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8ecfa06a-6515-4167-b901-1cf3da8863bd admin admin] Publish callbacks [] for security_group (2effabfd-7b84-46d6-92f3-174786dc7b86), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.889745 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8ecfa06a-6515-4167-b901-1cf3da8863bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (2effabfd-7b84-46d6-92f3-174786dc7b86), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.924627 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1148b03-57de-4496-9ce5-08f36b50e0f2 admin admin] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:54:11.926767 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-8ecfa06a-6515-4167-b901-1cf3da8863bd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6076d331e7bc4a8da0255af513578ece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4928627 Sep 20 04:54:11.927167 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] Set router 33768428-f04e-45cb-8c67-641fd0c0dcaf gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:54:11.933876 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9087bbec-ee0b-4051-b823-bb149f7133ea tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:11.935284 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-9087bbec-ee0b-4051-b823-bb149f7133ea tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3633511 Sep 20 04:54:11.935867 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 49504) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:11.939288 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49506) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:11.942684 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-f1148b03-57de-4496-9ce5-08f36b50e0f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:54:11.945239 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1148b03-57de-4496-9ce5-08f36b50e0f2 admin admin] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:54:11.953162 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-bb744ae0-4a2f-479f-9fb2-aa3b31084613 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'security_group_rule': {'security_group_id': 'f1341007-80d1-4ae8-9633-1d195b582927', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:11.957083 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] For port b864d9af-1f88-4b2c-9881-eea6dc63e6ae, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:54:11.961661 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] For port b864d9af-1f88-4b2c-9881-eea6dc63e6ae, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=b864d9af-1f88-4b2c-9881-eea6dc63e6ae,segment=NetworkSegment(b92eb4af-edd0-4a62-b5b4-3e04184bf2ba),segment_id=b92eb4af-edd0-4a62-b5b4-3e04184bf2ba)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:54:11.987973 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (b864d9af-1f88-4b2c-9881-eea6dc63e6ae), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.001917 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087bbec-ee0b-4051-b823-bb149f7133ea tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1341007-80d1-4ae8-9633-1d195b582927,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:12.006225 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecfa06a-6515-4167-b901-1cf3da8863bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2effabfd-7b84-46d6-92f3-174786dc7b86,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:12.048119 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-bb744ae0-4a2f-479f-9fb2-aa3b31084613 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (d5679f5a-0de3-4b5f-8b82-f079389585b2), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.097857 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1148b03-57de-4496-9ce5-08f36b50e0f2 admin admin] Pushing event updated for resources: {'Port': ['ID=c6326544-e7ba-44ed-b352-c3d7becd5042,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:12.108370 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-146ef55c-0ce2-4e39-bca0-8d7f6501b9fd admin admin] Publish callbacks [] for security_group (39126329-af2c-4634-8a8f-057f1bb206c2), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.122344 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-146ef55c-0ce2-4e39-bca0-8d7f6501b9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (39126329-af2c-4634-8a8f-057f1bb206c2), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.130108 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:12.192559 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ef55c-0ce2-4e39-bca0-8d7f6501b9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39126329-af2c-4634-8a8f-057f1bb206c2,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:12.207192 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-146ef55c-0ce2-4e39-bca0-8d7f6501b9fd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=62505cc4155a4e62b85ea34def321ffb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8058455 Sep 20 04:54:12.208389 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49510) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:12.218194 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-bb744ae0-4a2f-479f-9fb2-aa3b31084613 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (d5679f5a-0de3-4b5f-8b82-f079389585b2), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.227049 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33768428-f04e-45cb-8c67-641fd0c0dcaf', 'name': 'tempest-TestShelveInstance-23567600-router', 'tenant_id': '2e65f62fae68435ea0304bebc2a21b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dfc13420-f494-49b7-9b68-55ff716adf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:54:03Z', 'updated_at': '2022-09-20T04:54:07Z', 'revision_number': 4, 'project_id': '2e65f62fae68435ea0304bebc2a21b90', 'gw_port': {'id': 'dfc13420-f494-49b7-9b68-55ff716adf83', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33768428-f04e-45cb-8c67-641fd0c0dcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:04Z', 'updated_at': '2022-09-20T04:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '883b8413-9afe-41a5-8c5a-bf9580f608f2', 'name': '', 'network_id': '7270c520-c796-4eb7-8e5a-1cb3d55ddcbf', 'tenant_id': '2e65f62fae68435ea0304bebc2a21b90', 'mac_address': 'fa:16:3e:f0:88:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33768428-f04e-45cb-8c67-641fd0c0dcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '8f4b75e7-0525-451a-affd-d1cbd4008368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:06Z', 'updated_at': '2022-09-20T04:54:11Z', 'revision_number': 4, 'project_id': '2e65f62fae68435ea0304bebc2a21b90', 'subnets': [{'id': '8f4b75e7-0525-451a-affd-d1cbd4008368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:12.228571 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:12.249268 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-bb744ae0-4a2f-479f-9fb2-aa3b31084613 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (d5679f5a-0de3-4b5f-8b82-f079389585b2), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.262677 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-40a46404-94bc-49c5-970b-f2098a404947 admin admin] Publish callbacks [] for security_group (2effabfd-7b84-46d6-92f3-174786dc7b86), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.267349 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd19798-e4cb-4ded-901c-0da515a76f0a None None] The sync data for ids ['33768428-f04e-45cb-8c67-641fd0c0dcaf'] in dv-cinder-756710-7-iscsi is: [{'id': '33768428-f04e-45cb-8c67-641fd0c0dcaf', 'name': 'tempest-TestShelveInstance-23567600-router', 'tenant_id': '2e65f62fae68435ea0304bebc2a21b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dfc13420-f494-49b7-9b68-55ff716adf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:54:03Z', 'updated_at': '2022-09-20T04:54:07Z', 'revision_number': 4, 'project_id': '2e65f62fae68435ea0304bebc2a21b90', 'gw_port': {'id': 'dfc13420-f494-49b7-9b68-55ff716adf83', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33768428-f04e-45cb-8c67-641fd0c0dcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:04Z', 'updated_at': '2022-09-20T04:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '883b8413-9afe-41a5-8c5a-bf9580f608f2', 'name': '', 'network_id': '7270c520-c796-4eb7-8e5a-1cb3d55ddcbf', 'tenant_id': '2e65f62fae68435ea0304bebc2a21b90', 'mac_address': 'fa:16:3e:f0:88:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33768428-f04e-45cb-8c67-641fd0c0dcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '8f4b75e7-0525-451a-affd-d1cbd4008368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:06Z', 'updated_at': '2022-09-20T04:54:11Z', 'revision_number': 4, 'project_id': '2e65f62fae68435ea0304bebc2a21b90', 'subnets': [{'id': '8f4b75e7-0525-451a-affd-d1cbd4008368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:54:12.308615 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-40a46404-94bc-49c5-970b-f2098a404947 admin admin] Publish callbacks [] for security_group (2effabfd-7b84-46d6-92f3-174786dc7b86), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.318936 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb744ae0-4a2f-479f-9fb2-aa3b31084613 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5679f5a-0de3-4b5f-8b82-f079389585b2,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:12.326786 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:12.334878 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-bb744ae0-4a2f-479f-9fb2-aa3b31084613 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.336834 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-bb744ae0-4a2f-479f-9fb2-aa3b31084613 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3875451 Sep 20 04:54:12.339529 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49514) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:12.345957 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-3c3f53be-edd6-4817-9543-74e0226e7c82 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'security_group_rule': {'security_group_id': 'f1341007-80d1-4ae8-9633-1d195b582927', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:12.361786 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:12.386179 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9202acbd-d5a7-49b7-b39f-369576561c39 admin admin] Publish callbacks [] for security_group (39126329-af2c-4634-8a8f-057f1bb206c2), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.445965 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-3c3f53be-edd6-4817-9543-74e0226e7c82 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (62f9ad28-66ce-4cd9-8d3a-fe8686903a82), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.469641 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Current status of the port 883b8413-9afe-41a5-8c5a-bf9580f608f2 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:12.469891 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9202acbd-d5a7-49b7-b39f-369576561c39 admin admin] Publish callbacks [] for security_group (39126329-af2c-4634-8a8f-057f1bb206c2), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.470194 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (883b8413-9afe-41a5-8c5a-bf9580f608f2), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.522252 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] For port 883b8413-9afe-41a5-8c5a-bf9580f608f2, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=883b8413-9afe-41a5-8c5a-bf9580f608f2,segment=NetworkSegment(5459c30c-d7de-4638-8a64-e9e46e5df21d),segment_id=5459c30c-d7de-4638-8a64-e9e46e5df21d)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:54:12.523755 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fbe29-7fca-4039-b23f-b78c7db6e7e2 None None] Pushing event updated for resources: {'Port': ['ID=b864d9af-1f88-4b2c-9881-eea6dc63e6ae,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:12.527032 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-40a46404-94bc-49c5-970b-f2098a404947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (2effabfd-7b84-46d6-92f3-174786dc7b86), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.533584 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (883b8413-9afe-41a5-8c5a-bf9580f608f2), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.544042 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-40a46404-94bc-49c5-970b-f2098a404947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.546265 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-40a46404-94bc-49c5-970b-f2098a404947 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2effabfd-7b84-46d6-92f3-174786dc7b86 HTTP/1.1" status: 204 len: 168 time: 0.6055596 Sep 20 04:54:12.593026 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f1148b03-57de-4496-9ce5-08f36b50e0f2 admin admin] Publish callbacks [] for router_gateway (a8c93c6c-69c9-424b-85e5-c50e4b82f758), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.608242 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9202acbd-d5a7-49b7-b39f-369576561c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (39126329-af2c-4634-8a8f-057f1bb206c2), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.610686 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4dc3f7-ba62-4cb4-9745-5e76b8a02bc4 None None] Pushing event updated for resources: {'Port': ['ID=883b8413-9afe-41a5-8c5a-bf9580f608f2,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:12.613138 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9202acbd-d5a7-49b7-b39f-369576561c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.619774 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-9202acbd-d5a7-49b7-b39f-369576561c39 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/39126329-af2c-4634-8a8f-057f1bb206c2 HTTP/1.1" status: 204 len: 168 time: 0.4037519 Sep 20 04:54:12.632590 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-3c3f53be-edd6-4817-9543-74e0226e7c82 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (62f9ad28-66ce-4cd9-8d3a-fe8686903a82), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.644856 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-3c3f53be-edd6-4817-9543-74e0226e7c82 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (62f9ad28-66ce-4cd9-8d3a-fe8686903a82), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.644856 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202acbd-d5a7-49b7-b39f-369576561c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39126329-af2c-4634-8a8f-057f1bb206c2,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:12.674822 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-668021ed-5e66-4b9d-bf59-acefe0dba47f None None] Provisioning complete for port 883b8413-9afe-41a5-8c5a-bf9580f608f2 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:12.675239 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-668021ed-5e66-4b9d-bf59-acefe0dba47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (883b8413-9afe-41a5-8c5a-bf9580f608f2), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.675822 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-668021ed-5e66-4b9d-bf59-acefe0dba47f None None] Attempt 1 to provision port 883b8413-9afe-41a5-8c5a-bf9580f608f2 Sep 20 04:54:12.677645 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f53be-edd6-4817-9543-74e0226e7c82 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f9ad28-66ce-4cd9-8d3a-fe8686903a82,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:12.686003 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-3c3f53be-edd6-4817-9543-74e0226e7c82 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.687826 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-3c3f53be-edd6-4817-9543-74e0226e7c82 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3462632 Sep 20 04:54:12.692747 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49520) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:12.708050 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-f6c5503d-2b9a-4848-9416-176c9e69f013 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'floatingip': {'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:12.783041 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f6c5503d-2b9a-4848-9416-176c9e69f013 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.891517 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:12.893674 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f1148b03-57de-4496-9ce5-08f36b50e0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775015'] for router (a8c93c6c-69c9-424b-85e5-c50e4b82f758), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:12.901994 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a46404-94bc-49c5-970b-f2098a404947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2effabfd-7b84-46d6-92f3-174786dc7b86,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:12.960084 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-668021ed-5e66-4b9d-bf59-acefe0dba47f None None] Current status of the port 883b8413-9afe-41a5-8c5a-bf9580f608f2 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:13.073885 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f6c5503d-2b9a-4848-9416-176c9e69f013 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:13.119245 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80488b6b-3826-42bf-95bc-19806045eddc req-50ffb7cb-f578-48af-9d76-4e32c88901f2 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:13.120856 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-80488b6b-3826-42bf-95bc-19806045eddc req-50ffb7cb-f578-48af-9d76-4e32c88901f2 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.1761539 Sep 20 04:54:13.267024 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-80488b6b-3826-42bf-95bc-19806045eddc req-98e692e4-e9d5-4e53-a7b8-5c6a1e4a5bf7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805900 Sep 20 04:54:13.352205 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 883b8413-9afe-41a5-8c5a-bf9580f608f2 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:54:13.563596 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [None req-f6c5503d-2b9a-4848-9416-176c9e69f013 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Allocated IP 172.27.1.106 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/2c1230e4-0b9d-4e82-8843-8b43f89867bc) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:54:13.614970 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 883b8413-9afe-41a5-8c5a-bf9580f608f2 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:13.616765 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (883b8413-9afe-41a5-8c5a-bf9580f608f2), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:13.617147 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 883b8413-9afe-41a5-8c5a-bf9580f608f2 Sep 20 04:54:13.841508 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 883b8413-9afe-41a5-8c5a-bf9580f608f2 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:13.842372 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device b864d9af-1f88-4b2c-9881-eea6dc63e6ae up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:54:13.876563 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f6c5503d-2b9a-4848-9416-176c9e69f013 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for port (2c1230e4-0b9d-4e82-8843-8b43f89867bc), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:13.898419 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a24e5d7-298c-4983-80b6-8a18fc79ee20 None None] Network 4832b199-a0e8-44be-a6d1-c35a12f65997 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:54:13.920744 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f6c5503d-2b9a-4848-9416-176c9e69f013 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (2c1230e4-0b9d-4e82-8843-8b43f89867bc), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:13.940012 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1148b03-57de-4496-9ce5-08f36b50e0f2 admin admin] Router a8c93c6c-69c9-424b-85e5-c50e4b82f758 is scheduled to L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 with binding_index 1 {{(pid=112593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 04:54:13.981251 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c5503d-2b9a-4848-9416-176c9e69f013 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:54:13.984817 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-f6c5503d-2b9a-4848-9416-176c9e69f013 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:54:13.990073 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c5503d-2b9a-4848-9416-176c9e69f013 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:54:14.039520 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:14.049047 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-64dffcbf-04ca-4b56-9ccd-29481df56680 None None] Provisioning complete for port b864d9af-1f88-4b2c-9881-eea6dc63e6ae triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:14.050892 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-64dffcbf-04ca-4b56-9ccd-29481df56680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (b864d9af-1f88-4b2c-9881-eea6dc63e6ae), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:14.051450 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-64dffcbf-04ca-4b56-9ccd-29481df56680 None None] Attempt 1 to provision port b864d9af-1f88-4b2c-9881-eea6dc63e6ae Sep 20 04:54:14.073073 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:14.087868 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1148b03-57de-4496-9ce5-08f36b50e0f2 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:54:14.106892 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5503d-2b9a-4848-9416-176c9e69f013 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'Port': ['ID=2c1230e4-0b9d-4e82-8843-8b43f89867bc,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:14.119143 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f1148b03-57de-4496-9ce5-08f36b50e0f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:14.125859 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-f1148b03-57de-4496-9ce5-08f36b50e0f2 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.7121718 Sep 20 04:54:14.125859 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 49574) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:14.151213 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=100 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:14.153531 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] Sync routers for ids ['a8c93c6c-69c9-424b-85e5-c50e4b82f758'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:54:14.217285 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] Routers {'a8c93c6c-69c9-424b-85e5-c50e4b82f758'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:54:14.218312 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:53:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['a8c93c6c-69c9-424b-85e5-c50e4b82f758'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:14.221012 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port b864d9af-1f88-4b2c-9881-eea6dc63e6ae triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:14.221570 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (b864d9af-1f88-4b2c-9881-eea6dc63e6ae), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:14.222082 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port b864d9af-1f88-4b2c-9881-eea6dc63e6ae Sep 20 04:54:14.391947 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f6c5503d-2b9a-4848-9416-176c9e69f013 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (a5a63b9d-2322-4db0-a55f-dcbcb68f84cb), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:14.517978 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-64dffcbf-04ca-4b56-9ccd-29481df56680 None None] Current status of the port b864d9af-1f88-4b2c-9881-eea6dc63e6ae is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:14.518376 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-64dffcbf-04ca-4b56-9ccd-29481df56680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (b864d9af-1f88-4b2c-9881-eea6dc63e6ae), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:14.576996 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f6c5503d-2b9a-4848-9416-176c9e69f013 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (2c1230e4-0b9d-4e82-8843-8b43f89867bc), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:14.588545 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:14.646214 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f585ef8-77da-4189-ba02-7baccc6f4b39 req-b4f3f7db-f8ce-4738-85e4-1f82bac429bf tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:14.653268 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9f585ef8-77da-4189-ba02-7baccc6f4b39 req-b4f3f7db-f8ce-4738-85e4-1f82bac429bf tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.2154741 Sep 20 04:54:14.666021 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port b864d9af-1f88-4b2c-9881-eea6dc63e6ae is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:14.666623 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (b864d9af-1f88-4b2c-9881-eea6dc63e6ae), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:14.676989 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] Set router a8c93c6c-69c9-424b-85e5-c50e4b82f758 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:54:14.743154 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-64dffcbf-04ca-4b56-9ccd-29481df56680 None None] For port b864d9af-1f88-4b2c-9881-eea6dc63e6ae, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=b864d9af-1f88-4b2c-9881-eea6dc63e6ae,segment=NetworkSegment(b92eb4af-edd0-4a62-b5b4-3e04184bf2ba),segment_id=b92eb4af-edd0-4a62-b5b4-3e04184bf2ba)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:54:14.843215 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-64dffcbf-04ca-4b56-9ccd-29481df56680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (b864d9af-1f88-4b2c-9881-eea6dc63e6ae), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:14.849424 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9f585ef8-77da-4189-ba02-7baccc6f4b39 req-77d86db0-5b5d-4dbc-8c80-72d9ca142eb2 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928911 Sep 20 04:54:14.850876 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49594) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:15.087005 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-25fba023-20c2-45c8-bd0b-30997bdd2814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.090367 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-1f7f9163-c8c0-43ed-842f-d9579ab5e19a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-769212220-network', 'tenant_id': '725d386301d648de85fd6c4767250c58'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:15.092700 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-1e35b8d7-3549-4ead-825f-706f660896bf None None] Provisioning complete for port b864d9af-1f88-4b2c-9881-eea6dc63e6ae triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:15.093256 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-1e35b8d7-3549-4ead-825f-706f660896bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (b864d9af-1f88-4b2c-9881-eea6dc63e6ae), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.093813 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-1e35b8d7-3549-4ead-825f-706f660896bf None None] Attempt 1 to provision port b864d9af-1f88-4b2c-9881-eea6dc63e6ae Sep 20 04:54:15.101890 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:15.161806 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dffcbf-04ca-4b56-9ccd-29481df56680 None None] Pushing event updated for resources: {'Port': ['ID=b864d9af-1f88-4b2c-9881-eea6dc63e6ae,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:15.171613 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f6c5503d-2b9a-4848-9416-176c9e69f013 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for port (2c1230e4-0b9d-4e82-8843-8b43f89867bc), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.174935 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7f9163-c8c0-43ed-842f-d9579ab5e19a admin admin] Made reservation on behalf of 725d386301d648de85fd6c4767250c58 for: {'network': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:54:15.177913 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.db.api [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 20 04:54:15.178541 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG oslo_db.api [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 04:54:15.180899 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9163-c8c0-43ed-842f-d9579ab5e19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for network (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.192503 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f6c5503d-2b9a-4848-9416-176c9e69f013 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (2c1230e4-0b9d-4e82-8843-8b43f89867bc), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.226801 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9163-c8c0-43ed-842f-d9579ab5e19a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.233210 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:15.273477 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-1e35b8d7-3549-4ead-825f-706f660896bf None None] Current status of the port b864d9af-1f88-4b2c-9881-eea6dc63e6ae is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:15.276698 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'name': 'tempest-TestShelveInstance-657754611-router', 'tenant_id': 'fede0fb10e54453f82a422511f9ba600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c6326544-e7ba-44ed-b352-c3d7becd5042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:54:10Z', 'updated_at': '2022-09-20T04:54:12Z', 'revision_number': 3, 'project_id': 'fede0fb10e54453f82a422511f9ba600', 'gw_port': {'id': 'c6326544-e7ba-44ed-b352-c3d7becd5042', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:14:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:11Z', 'updated_at': '2022-09-20T04:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:15.306258 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-25fba023-20c2-45c8-bd0b-30997bdd2814 admin admin] Allocated IP 172.20.0.1 (4832b199-a0e8-44be-a6d1-c35a12f65997/a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9/a69fd5c7-6332-455b-892f-a6b36be08b6b) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:54:15.307928 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] Checking router: a8c93c6c-69c9-424b-85e5-c50e4b82f758 for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:54:15.308181 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] Updating router a8c93c6c-69c9-424b-85e5-c50e4b82f758 port c6326544-e7ba-44ed-b352-c3d7becd5042 binding host dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 04:54:15.340532 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (c6326544-e7ba-44ed-b352-c3d7becd5042), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.371451 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:15.423187 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-25fba023-20c2-45c8-bd0b-30997bdd2814 admin admin] Publish callbacks [] for port (a69fd5c7-6332-455b-892f-a6b36be08b6b), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.460025 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-25fba023-20c2-45c8-bd0b-30997bdd2814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (a69fd5c7-6332-455b-892f-a6b36be08b6b), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.496066 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f6c5503d-2b9a-4848-9416-176c9e69f013 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (a5a63b9d-2322-4db0-a55f-dcbcb68f84cb), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.506913 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5503d-2b9a-4848-9416-176c9e69f013 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'Port': ['ID=2c1230e4-0b9d-4e82-8843-8b43f89867bc,revision_number=2']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:15.525193 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fba023-20c2-45c8-bd0b-30997bdd2814 admin admin] Network 4832b199-a0e8-44be-a6d1-c35a12f65997 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:54:15.526886 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fba023-20c2-45c8-bd0b-30997bdd2814 admin admin] Pushing event updated for resources: {'Port': ['ID=a69fd5c7-6332-455b-892f-a6b36be08b6b,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:15.527120 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f6c5503d-2b9a-4848-9416-176c9e69f013 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.528418 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-f6c5503d-2b9a-4848-9416-176c9e69f013 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8346586 Sep 20 04:54:15.529708 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-25fba023-20c2-45c8-bd0b-30997bdd2814 admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:54:15.531722 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fba023-20c2-45c8-bd0b-30997bdd2814 admin admin] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:54:15.577076 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-25fba023-20c2-45c8-bd0b-30997bdd2814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094494'] for router_interface (a8c93c6c-69c9-424b-85e5-c50e4b82f758), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.613659 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9163-c8c0-43ed-842f-d9579ab5e19a admin admin] Publish callbacks [] for security_group (a17cdfcb-498a-426b-bca1-4c5b2f795870), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.622270 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9163-c8c0-43ed-842f-d9579ab5e19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (a17cdfcb-498a-426b-bca1-4c5b2f795870), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.678253 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7f9163-c8c0-43ed-842f-d9579ab5e19a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=112592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 04:54:15.683284 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f9163-c8c0-43ed-842f-d9579ab5e19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17cdfcb-498a-426b-bca1-4c5b2f795870,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:15.691096 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9163-c8c0-43ed-842f-d9579ab5e19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (40de0088-5bf0-457a-ab3f-1851673c9435), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.691646 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.segments_db [None req-1f7f9163-c8c0-43ed-842f-d9579ab5e19a admin admin] Added segment 40de0088-5bf0-457a-ab3f-1851673c9435 of type vlan for network 5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340 Sep 20 04:54:15.713307 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] Publish callbacks [] for port (c6326544-e7ba-44ed-b352-c3d7becd5042), precommit_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.729296 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (c6326544-e7ba-44ed-b352-c3d7becd5042), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.746662 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port b864d9af-1f88-4b2c-9881-eea6dc63e6ae is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:15.785632 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9163-c8c0-43ed-842f-d9579ab5e19a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739023002296'] for network (5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.837669 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:15.856132 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-25fba023-20c2-45c8-bd0b-30997bdd2814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (a69fd5c7-6332-455b-892f-a6b36be08b6b), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.939247 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:15.944969 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-332642b0-2029-426b-9d91-51db248ea6b7 req-26a9f369-907d-4ae5-9fe7-5ec36b3677b0 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--951382041&fields=id&tenant_id=4f0f0b8842ae496292c27a6ee1350d32 HTTP/1.1" status: 200 len: 267 time: 0.0985842 Sep 20 04:54:15.949299 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9163-c8c0-43ed-842f-d9579ab5e19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for network (5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.950273 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7f9163-c8c0-43ed-842f-d9579ab5e19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:15.950887 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9163-c8c0-43ed-842f-d9579ab5e19a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:15.954890 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device b864d9af-1f88-4b2c-9881-eea6dc63e6ae up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:54:15.960916 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] Attempting to bind port c6326544-e7ba-44ed-b352-c3d7becd5042 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:54:15.961291 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] Attempting to bind port c6326544-e7ba-44ed-b352-c3d7becd5042 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:54:15.961666 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] Attempting to bind port c6326544-e7ba-44ed-b352-c3d7becd5042 on network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:54:16.015092 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:16.027388 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-1f7f9163-c8c0-43ed-842f-d9579ab5e19a admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1554213 Sep 20 04:54:16.040800 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb4697-dbdf-4183-b183-e941938e9a02 None None] Pushing event updated for resources: {'Port': ['ID=c6326544-e7ba-44ed-b352-c3d7becd5042,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:16.052099 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Provisioning complete for port a69fd5c7-6332-455b-892f-a6b36be08b6b triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:16.052478 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (a69fd5c7-6332-455b-892f-a6b36be08b6b), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:16.052852 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Attempt 1 to provision port a69fd5c7-6332-455b-892f-a6b36be08b6b Sep 20 04:54:16.067965 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-25fba023-20c2-45c8-bd0b-30997bdd2814 admin admin] Publish callbacks [] for port (a69fd5c7-6332-455b-892f-a6b36be08b6b), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:16.070463 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 49622) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:16.075893 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-8e249092-3998-4a2f-bcfd-d7699b8f023b admin admin] Request body: {'subnet': {'network_id': '5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-769212220-subnet', 'tenant_id': '725d386301d648de85fd6c4767250c58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:16.083899 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-25fba023-20c2-45c8-bd0b-30997bdd2814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (a69fd5c7-6332-455b-892f-a6b36be08b6b), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:16.094593 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:54:16.094976 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] Checking segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:54:16.095383 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:16.095775 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] Bound using segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:54:16.096260 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] Bound port: c6326544-e7ba-44ed-b352-c3d7becd5042, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:54:16.096662 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (c6326544-e7ba-44ed-b352-c3d7becd5042), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:16.113416 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dc2f6-83ca-41ee-b3ad-2c7391a92574 req-7c551677-b580-4baf-99a4-2e7572fe95c8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:16.115425 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-da0dc2f6-83ca-41ee-b3ad-2c7391a92574 req-7c551677-b580-4baf-99a4-2e7572fe95c8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.1675034 Sep 20 04:54:16.119908 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f9163-c8c0-43ed-842f-d9579ab5e19a admin admin] Pushing event updated for resources: {'Network': ['ID=5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:16.128632 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port b864d9af-1f88-4b2c-9881-eea6dc63e6ae triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:16.129032 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (b864d9af-1f88-4b2c-9881-eea6dc63e6ae), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:16.129530 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port b864d9af-1f88-4b2c-9881-eea6dc63e6ae Sep 20 04:54:16.131553 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Port a69fd5c7-6332-455b-892f-a6b36be08b6b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:16.162516 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Network 5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340 details requested by agent ovs-agent-dv-cinder-756710-7-iscsi with host dv-cinder-756710-7-iscsi {{(pid=112594) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 04:54:16.193473 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332642b0-2029-426b-9d91-51db248ea6b7 req-a85798d8-9d6d-444a-b867-bf516354935e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:16.195058 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-332642b0-2029-426b-9d91-51db248ea6b7 req-a85798d8-9d6d-444a-b867-bf516354935e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/networks?id=637b3136-e650-47ef-a9fe-492091eb8174 HTTP/1.1" status: 200 len: 815 time: 0.2410617 Sep 20 04:54:16.200198 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-da0dc2f6-83ca-41ee-b3ad-2c7391a92574 req-4493e344-c82a-4cca-8480-b0276e539a42 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772300 Sep 20 04:54:16.207702 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:16.214585 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e249092-3998-4a2f-bcfd-d7699b8f023b admin admin] Made reservation on behalf of 725d386301d648de85fd6c4767250c58 for: {'subnet': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:54:16.217119 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8e249092-3998-4a2f-bcfd-d7699b8f023b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58786398'] for subnet (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:16.229129 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-332642b0-2029-426b-9d91-51db248ea6b7 req-67b90c33-a5b3-4769-832c-58439f8e950c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/quotas/4f0f0b8842ae496292c27a6ee1350d32 HTTP/1.1" status: 200 len: 375 time: 0.0235837 Sep 20 04:54:16.230016 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:16.265694 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fba023-20c2-45c8-bd0b-30997bdd2814 admin admin] Pushing event updated for resources: {'Port': ['ID=a69fd5c7-6332-455b-892f-a6b36be08b6b,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:16.277726 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] For port c6326544-e7ba-44ed-b352-c3d7becd5042, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:54:16.291859 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-25fba023-20c2-45c8-bd0b-30997bdd2814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094602'] for router_interface (a8c93c6c-69c9-424b-85e5-c50e4b82f758), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:16.297130 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-332642b0-2029-426b-9d91-51db248ea6b7 req-2cbfbe8a-6022-434a-abea-28bcf64c859d tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4f0f0b8842ae496292c27a6ee1350d32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671275 Sep 20 04:54:16.302895 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] For port c6326544-e7ba-44ed-b352-c3d7becd5042, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=c6326544-e7ba-44ed-b352-c3d7becd5042,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:54:16.317547 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (c6326544-e7ba-44ed-b352-c3d7becd5042), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:16.381301 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port b864d9af-1f88-4b2c-9881-eea6dc63e6ae is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:16.387554 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] Routers {'a8c93c6c-69c9-424b-85e5-c50e4b82f758'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:54:16.388189 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:53:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['a8c93c6c-69c9-424b-85e5-c50e4b82f758'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:16.403183 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-332642b0-2029-426b-9d91-51db248ea6b7 req-7e4d7b08-ed0f-4265-b9b1-7f6c9933878f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940886 Sep 20 04:54:16.442415 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fba023-20c2-45c8-bd0b-30997bdd2814 admin admin] Network 4832b199-a0e8-44be-a6d1-c35a12f65997 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:54:16.445325 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-25fba023-20c2-45c8-bd0b-30997bdd2814 admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:54:16.447078 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb4697-dbdf-4183-b183-e941938e9a02 None None] Pushing event updated for resources: {'Port': ['ID=c6326544-e7ba-44ed-b352-c3d7becd5042,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:16.454707 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:16.513773 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] Set router a8c93c6c-69c9-424b-85e5-c50e4b82f758 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:54:16.548333 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-332642b0-2029-426b-9d91-51db248ea6b7 req-5dcdbbcd-d760-402d-a3d7-9c9b8c615225 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365345 Sep 20 04:54:16.618735 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8e249092-3998-4a2f-bcfd-d7699b8f023b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59248611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58786376'] for subnet (8337ec93-8014-4d07-b732-e4e5c3d1d473), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:16.640234 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Attempt 2 to provision port a69fd5c7-6332-455b-892f-a6b36be08b6b Sep 20 04:54:16.693784 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e249092-3998-4a2f-bcfd-d7699b8f023b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8337ec93-8014-4d07-b732-e4e5c3d1d473,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:16.710672 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-418ac757-5e86-4cb3-8d88-95ce44c661a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:16.715301 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Port a69fd5c7-6332-455b-892f-a6b36be08b6b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:16.728376 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fba023-20c2-45c8-bd0b-30997bdd2814 admin admin] Router a8c93c6c-69c9-424b-85e5-c50e4b82f758 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:54:16.791370 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-82e3603c-609c-420f-a565-262bed669f07 req-bddecd97-e76a-4108-a1ed-3a45c7767ef7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 210 time: 0.0606675 Sep 20 04:54:16.792852 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'name': 'tempest-TestShelveInstance-657754611-router', 'tenant_id': 'fede0fb10e54453f82a422511f9ba600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c6326544-e7ba-44ed-b352-c3d7becd5042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:54:10Z', 'updated_at': '2022-09-20T04:54:15Z', 'revision_number': 4, 'project_id': 'fede0fb10e54453f82a422511f9ba600', 'gw_port': {'id': 'c6326544-e7ba-44ed-b352-c3d7becd5042', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:14:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:11Z', 'updated_at': '2022-09-20T04:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'a69fd5c7-6332-455b-892f-a6b36be08b6b', 'name': '', 'network_id': '4832b199-a0e8-44be-a6d1-c35a12f65997', 'tenant_id': 'fede0fb10e54453f82a422511f9ba600', 'mac_address': 'fa:16:3e:78:70:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:15Z', 'updated_at': '2022-09-20T04:54:15Z', 'revision_number': 2, 'project_id': 'fede0fb10e54453f82a422511f9ba600', 'subnets': [{'id': 'a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:16.802088 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e249092-3998-4a2f-bcfd-d7699b8f023b admin admin] Checking segment: {'id': '40de0088-5bf0-457a-ab3f-1851673c9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:54:16.802553 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e249092-3998-4a2f-bcfd-d7699b8f023b admin admin] Network hostable DHCP agents. Network: 5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340, hostable agents: ['4610beb6-8841-4e27-a96c-3752fd75943d'], hosted agents: [] {{(pid=112593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 04:54:16.825345 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572c97e-7caa-4273-96cb-5096db512fe6 None None] The sync data for ids ['a8c93c6c-69c9-424b-85e5-c50e4b82f758'] in dv-cinder-756710-7-iscsi is: [{'id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'name': 'tempest-TestShelveInstance-657754611-router', 'tenant_id': 'fede0fb10e54453f82a422511f9ba600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c6326544-e7ba-44ed-b352-c3d7becd5042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:54:10Z', 'updated_at': '2022-09-20T04:54:15Z', 'revision_number': 4, 'project_id': 'fede0fb10e54453f82a422511f9ba600', 'gw_port': {'id': 'c6326544-e7ba-44ed-b352-c3d7becd5042', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:14:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:11Z', 'updated_at': '2022-09-20T04:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'a69fd5c7-6332-455b-892f-a6b36be08b6b', 'name': '', 'network_id': '4832b199-a0e8-44be-a6d1-c35a12f65997', 'tenant_id': 'fede0fb10e54453f82a422511f9ba600', 'mac_address': 'fa:16:3e:78:70:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:15Z', 'updated_at': '2022-09-20T04:54:15Z', 'revision_number': 2, 'project_id': 'fede0fb10e54453f82a422511f9ba600', 'subnets': [{'id': 'a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:54:16.909273 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e249092-3998-4a2f-bcfd-d7699b8f023b admin admin] Network 5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340 is scheduled to be hosted by DHCP agent 4610beb6-8841-4e27-a96c-3752fd75943d with binding_index 1 {{(pid=112593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 04:54:16.944687 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fba023-20c2-45c8-bd0b-30997bdd2814 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:54:16.961525 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-25fba023-20c2-45c8-bd0b-30997bdd2814 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a8c93c6c-69c9-424b-85e5-c50e4b82f758/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8372517 Sep 20 04:54:16.965343 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-8e249092-3998-4a2f-bcfd-d7699b8f023b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-756710-7-iscsi, 5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340) {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:54:16.980881 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eef5916-2694-4760-95e3-07c85d651f57 None None] Network 5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:54:16.983831 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e249092-3998-4a2f-bcfd-d7699b8f023b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:16.985313 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8e249092-3998-4a2f-bcfd-d7699b8f023b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:17.026686 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-8e249092-3998-4a2f-bcfd-d7699b8f023b admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9550173 Sep 20 04:54:17.241815 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Attempt 3 to provision port a69fd5c7-6332-455b-892f-a6b36be08b6b Sep 20 04:54:17.461452 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1698fb-251a-432c-9cea-3d3ea69d65c3 req-99bc36d5-cb77-4885-89b8-46d729e49009 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:17.465000 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ee1698fb-251a-432c-9cea-3d3ea69d65c3 req-99bc36d5-cb77-4885-89b8-46d729e49009 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.1391809 Sep 20 04:54:17.475602 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2239305-d02a-4503-a401-9ab6f77ce169 None None] Network 5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:54:17.523169 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Port a69fd5c7-6332-455b-892f-a6b36be08b6b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:17.584061 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ee1698fb-251a-432c-9cea-3d3ea69d65c3 req-f3eb1706-30ea-4872-b35f-797d43baa19e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013873 Sep 20 04:54:17.898418 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 49686) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:17.904799 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-5d132f76-1248-4cef-a4f7-2508bc039890 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-47953344', 'description': 'tempest-secgroup-smoke-47953344 description', 'project_id': '2e65f62fae68435ea0304bebc2a21b90'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:17.934871 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5d132f76-1248-4cef-a4f7-2508bc039890 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:17.947456 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:18.024038 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Attempt 4 to provision port a69fd5c7-6332-455b-892f-a6b36be08b6b Sep 20 04:54:18.027193 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:18.043802 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-70d470c5-35a5-4a67-ab95-79aa5925fc4e req-fdb5c3e1-9a83-4c55-b888-cf1b3d62433d tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 210 time: 0.1061797 Sep 20 04:54:18.048387 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5d132f76-1248-4cef-a4f7-2508bc039890 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group (55b60de9-44f4-49b8-8b05-a8d93e9ad10c), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:18.061465 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5d132f76-1248-4cef-a4f7-2508bc039890 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (55b60de9-44f4-49b8-8b05-a8d93e9ad10c), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:18.074912 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:18.135261 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Port a69fd5c7-6332-455b-892f-a6b36be08b6b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:18.138567 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5d132f76-1248-4cef-a4f7-2508bc039890 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:18.140131 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-5d132f76-1248-4cef-a4f7-2508bc039890 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2391291 Sep 20 04:54:18.143373 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d132f76-1248-4cef-a4f7-2508bc039890 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b60de9-44f4-49b8-8b05-a8d93e9ad10c,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:18.147666 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49690) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:18.152181 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-ac4421d8-5079-4054-80b6-de3429fcd6af tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Request body: {'security_group_rule': {'security_group_id': '55b60de9-44f4-49b8-8b05-a8d93e9ad10c', 'project_id': '2e65f62fae68435ea0304bebc2a21b90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:18.263644 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ac4421d8-5079-4054-80b6-de3429fcd6af tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group_rule (dcabdc9a-b8fc-4dd4-8b36-e6a01979e198), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:18.455995 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ac4421d8-5079-4054-80b6-de3429fcd6af tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group_rule (dcabdc9a-b8fc-4dd4-8b36-e6a01979e198), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:18.461739 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ac4421d8-5079-4054-80b6-de3429fcd6af tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (dcabdc9a-b8fc-4dd4-8b36-e6a01979e198), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:18.480760 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:18.491128 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4421d8-5079-4054-80b6-de3429fcd6af tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcabdc9a-b8fc-4dd4-8b36-e6a01979e198,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:18.498946 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ac4421d8-5079-4054-80b6-de3429fcd6af tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:18.500338 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-ac4421d8-5079-4054-80b6-de3429fcd6af tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3515224 Sep 20 04:54:18.503304 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 49708) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:18.508870 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-0b844ad0-549d-4ef2-bea9-2ed654e50d31 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Request body: {'security_group_rule': {'security_group_id': '55b60de9-44f4-49b8-8b05-a8d93e9ad10c', 'project_id': '2e65f62fae68435ea0304bebc2a21b90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:18.548879 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0b844ad0-549d-4ef2-bea9-2ed654e50d31 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group_rule (0de84b8d-8ddb-4ed2-a111-f12e763bd2fd), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:18.637825 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0b844ad0-549d-4ef2-bea9-2ed654e50d31 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group_rule (0de84b8d-8ddb-4ed2-a111-f12e763bd2fd), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:18.642347 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0b844ad0-549d-4ef2-bea9-2ed654e50d31 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (0de84b8d-8ddb-4ed2-a111-f12e763bd2fd), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:18.653194 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Attempt 5 to provision port a69fd5c7-6332-455b-892f-a6b36be08b6b Sep 20 04:54:18.671672 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b844ad0-549d-4ef2-bea9-2ed654e50d31 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de84b8d-8ddb-4ed2-a111-f12e763bd2fd,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:18.695025 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0b844ad0-549d-4ef2-bea9-2ed654e50d31 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:18.700161 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49718) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:18.705029 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-08a47d1c-4839-41cd-a900-b4cbec3a0c14 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Request body: {'security_group_rule': {'security_group_id': '55b60de9-44f4-49b8-8b05-a8d93e9ad10c', 'project_id': '2e65f62fae68435ea0304bebc2a21b90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:18.710435 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-0b844ad0-549d-4ef2-bea9-2ed654e50d31 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2050755 Sep 20 04:54:18.710628 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Port a69fd5c7-6332-455b-892f-a6b36be08b6b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:18.741888 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-08a47d1c-4839-41cd-a900-b4cbec3a0c14 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group_rule (fe480aa3-ac17-4b88-a46a-2e06fe46c242), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:18.832953 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-08a47d1c-4839-41cd-a900-b4cbec3a0c14 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group_rule (fe480aa3-ac17-4b88-a46a-2e06fe46c242), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:18.837306 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-08a47d1c-4839-41cd-a900-b4cbec3a0c14 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (fe480aa3-ac17-4b88-a46a-2e06fe46c242), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:18.881798 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a47d1c-4839-41cd-a900-b4cbec3a0c14 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe480aa3-ac17-4b88-a46a-2e06fe46c242,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:18.904582 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc284-d98b-46a8-a3c2-d8a6543611fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:18.905034 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-08a47d1c-4839-41cd-a900-b4cbec3a0c14 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:18.911267 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-08a47d1c-4839-41cd-a900-b4cbec3a0c14 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2073464 Sep 20 04:54:18.911723 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 49734) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:18.918059 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-1d24b547-bb79-40cf-beec-559174435a91 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Request body: {'security_group_rule': {'security_group_id': '55b60de9-44f4-49b8-8b05-a8d93e9ad10c', 'project_id': '2e65f62fae68435ea0304bebc2a21b90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:18.969757 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1d24b547-bb79-40cf-beec-559174435a91 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group_rule (3f8f7581-42cc-4050-a8e4-ab38456c7898), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:19.065455 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:54:19.075164 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1d24b547-bb79-40cf-beec-559174435a91 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group_rule (3f8f7581-42cc-4050-a8e4-ab38456c7898), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:19.079133 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1d24b547-bb79-40cf-beec-559174435a91 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (3f8f7581-42cc-4050-a8e4-ab38456c7898), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:19.100491 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:19.102126 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24b547-bb79-40cf-beec-559174435a91 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8f7581-42cc-4050-a8e4-ab38456c7898,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:19.108040 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332642b0-2029-426b-9d91-51db248ea6b7 req-f0b2edcf-40f2-4cbe-83be-ca327104c709 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:19.109887 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-332642b0-2029-426b-9d91-51db248ea6b7 req-f0b2edcf-40f2-4cbe-83be-ca327104c709 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.25 "GET /networking/v2.0/networks?id=637b3136-e650-47ef-a9fe-492091eb8174 HTTP/1.1" status: 200 len: 815 time: 0.1656289 Sep 20 04:54:19.128151 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1d24b547-bb79-40cf-beec-559174435a91 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:19.130707 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-1d24b547-bb79-40cf-beec-559174435a91 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2171221 Sep 20 04:54:19.140487 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 49742) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:19.149375 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-ca0f067b-96bd-46cb-9087-4fe21d77dcaa tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Request body: {'security_group_rule': {'security_group_id': '55b60de9-44f4-49b8-8b05-a8d93e9ad10c', 'project_id': '2e65f62fae68435ea0304bebc2a21b90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:19.178850 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.securitygroups_db [None req-ca0f067b-96bd-46cb-9087-4fe21d77dcaa tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Project 2e65f62fae68435ea0304bebc2a21b90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 04:54:19.184694 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ca0f067b-96bd-46cb-9087-4fe21d77dcaa tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group_rule (e036e002-6b69-4a78-9a0c-3ac52e0bdab0), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:19.197139 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-516d7ee5-2d52-4acd-bae7-331db36a1c9e req-0ad2a979-d0f7-4a0a-86e4-232765123d13 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 210 time: 0.0540559 Sep 20 04:54:19.212112 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Attempt 6 to provision port a69fd5c7-6332-455b-892f-a6b36be08b6b Sep 20 04:54:19.248574 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-332642b0-2029-426b-9d91-51db248ea6b7 req-44c87f18-96cb-4d35-9d37-38dd9f196eb5 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4f0f0b8842ae496292c27a6ee1350d32 HTTP/1.1" status: 200 len: 472 time: 0.1233225 Sep 20 04:54:19.251018 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ca0f067b-96bd-46cb-9087-4fe21d77dcaa tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group_rule (e036e002-6b69-4a78-9a0c-3ac52e0bdab0), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:19.255304 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ca0f067b-96bd-46cb-9087-4fe21d77dcaa tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (e036e002-6b69-4a78-9a0c-3ac52e0bdab0), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:19.256893 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Port a69fd5c7-6332-455b-892f-a6b36be08b6b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:19.262565 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-332642b0-2029-426b-9d91-51db248ea6b7 req-b5b1bc46-0961-4ac1-8972-290b68b49308 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'port': {'device_id': '60372fad-5a9d-4d04-89e4-8aca10601222', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'admin_state_up': True, 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'security_groups': ['f1341007-80d1-4ae8-9633-1d195b582927']}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:19.275738 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f067b-96bd-46cb-9087-4fe21d77dcaa tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e036e002-6b69-4a78-9a0c-3ac52e0bdab0,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:19.281915 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ca0f067b-96bd-46cb-9087-4fe21d77dcaa tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:19.283275 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-ca0f067b-96bd-46cb-9087-4fe21d77dcaa tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1378241 Sep 20 04:54:19.286491 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 49748) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:19.290852 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-4dce3166-883a-48bc-8ac5-af256c4b9e94 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Request body: {'security_group_rule': {'security_group_id': '55b60de9-44f4-49b8-8b05-a8d93e9ad10c', 'project_id': '2e65f62fae68435ea0304bebc2a21b90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:19.312821 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.securitygroups_db [None req-4dce3166-883a-48bc-8ac5-af256c4b9e94 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Project 2e65f62fae68435ea0304bebc2a21b90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 04:54:19.318736 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4dce3166-883a-48bc-8ac5-af256c4b9e94 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group_rule (95314ec0-1372-412a-acab-c3eb5697829b), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:19.380683 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4dce3166-883a-48bc-8ac5-af256c4b9e94 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group_rule (95314ec0-1372-412a-acab-c3eb5697829b), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:19.382447 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332642b0-2029-426b-9d91-51db248ea6b7 req-b5b1bc46-0961-4ac1-8972-290b68b49308 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Made reservation on behalf of 4f0f0b8842ae496292c27a6ee1350d32 for: {'port': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:54:19.385094 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4dce3166-883a-48bc-8ac5-af256c4b9e94 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (95314ec0-1372-412a-acab-c3eb5697829b), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:19.387510 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-332642b0-2029-426b-9d91-51db248ea6b7 req-b5b1bc46-0961-4ac1-8972-290b68b49308 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:19.406911 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce3166-883a-48bc-8ac5-af256c4b9e94 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95314ec0-1372-412a-acab-c3eb5697829b,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:19.427449 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4dce3166-883a-48bc-8ac5-af256c4b9e94 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:19.440646 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-4dce3166-883a-48bc-8ac5-af256c4b9e94 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415000 Sep 20 04:54:19.562081 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [req-332642b0-2029-426b-9d91-51db248ea6b7 req-b5b1bc46-0961-4ac1-8972-290b68b49308 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Allocated IP 172.20.0.14 (637b3136-e650-47ef-a9fe-492091eb8174/3f57d475-8572-4ec4-8852-9471b6c9f7c5/9143766c-b4ab-434b-8c53-ed214e20f104) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:54:19.685235 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 49782) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:19.689904 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-e8e30de5-d509-4ae1-ab0d-a0243213a8b4 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Request body: {'security_group': {'name': 'tempest-securitygroup--928918808', 'description': 'tempest-description--889508499'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:19.727871 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e8e30de5-d509-4ae1-ab0d-a0243213a8b4 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:19.749775 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:19.759291 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Attempt 7 to provision port a69fd5c7-6332-455b-892f-a6b36be08b6b Sep 20 04:54:19.849721 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e8e30de5-d509-4ae1-ab0d-a0243213a8b4 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for security_group (38378f96-1fd2-4289-8ef9-130c8ae0b6d3), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:19.853390 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-332642b0-2029-426b-9d91-51db248ea6b7 req-b5b1bc46-0961-4ac1-8972-290b68b49308 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for port (9143766c-b4ab-434b-8c53-ed214e20f104), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:19.855016 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e8e30de5-d509-4ae1-ab0d-a0243213a8b4 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (38378f96-1fd2-4289-8ef9-130c8ae0b6d3), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:19.864517 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Port a69fd5c7-6332-455b-892f-a6b36be08b6b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:19.906283 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e8e30de5-d509-4ae1-ab0d-a0243213a8b4 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:19.907811 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-e8e30de5-d509-4ae1-ab0d-a0243213a8b4 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2215586 Sep 20 04:54:19.912996 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e30de5-d509-4ae1-ab0d-a0243213a8b4 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38378f96-1fd2-4289-8ef9-130c8ae0b6d3,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:19.914154 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 49810) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:19.917826 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device c6326544-e7ba-44ed-b352-c3d7becd5042 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:54:19.918776 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-c2abd413-ca5c-43a8-9436-ae6e524db7a5 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Request body: {'security_group_rule': {'security_group_id': '38378f96-1fd2-4289-8ef9-130c8ae0b6d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:19.980346 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port c6326544-e7ba-44ed-b352-c3d7becd5042 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:19.980754 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (c6326544-e7ba-44ed-b352-c3d7becd5042), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:19.981152 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port c6326544-e7ba-44ed-b352-c3d7becd5042 Sep 20 04:54:19.998151 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:20.007843 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c2abd413-ca5c-43a8-9436-ae6e524db7a5 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for security_group_rule (f5a50a6d-10e0-416f-b12f-06d9768c5acc), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:20.019405 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-4500144d-d34a-4c4e-8521-30d5f3432f3a tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:20.021483 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-4500144d-d34a-4c4e-8521-30d5f3432f3a tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/networks?id=5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340 HTTP/1.1" status: 200 len: 813 time: 0.2428284 Sep 20 04:54:20.044258 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-332642b0-2029-426b-9d91-51db248ea6b7 req-b5b1bc46-0961-4ac1-8972-290b68b49308 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (9143766c-b4ab-434b-8c53-ed214e20f104), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:20.050343 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:20.090784 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:20.098011 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:20.112512 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-db68cf6d-e909-41d4-b8a0-0e4275cb37bf tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/quotas/725d386301d648de85fd6c4767250c58 HTTP/1.1" status: 200 len: 375 time: 0.0658984 Sep 20 04:54:20.125026 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332642b0-2029-426b-9d91-51db248ea6b7 req-b5b1bc46-0961-4ac1-8972-290b68b49308 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Network 637b3136-e650-47ef-a9fe-492091eb8174 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:54:20.136802 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port c6326544-e7ba-44ed-b352-c3d7becd5042 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:20.138994 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (c6326544-e7ba-44ed-b352-c3d7becd5042), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:20.152218 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [req-332642b0-2029-426b-9d91-51db248ea6b7 req-b5b1bc46-0961-4ac1-8972-290b68b49308 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:54:20.173293 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [req-332642b0-2029-426b-9d91-51db248ea6b7 req-b5b1bc46-0961-4ac1-8972-290b68b49308 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:54:20.182248 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1bc46-0961-4ac1-8972-290b68b49308 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'Port': ['ID=9143766c-b4ab-434b-8c53-ed214e20f104,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:20.194947 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] For port c6326544-e7ba-44ed-b352-c3d7becd5042, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=c6326544-e7ba-44ed-b352-c3d7becd5042,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:54:20.202093 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (c6326544-e7ba-44ed-b352-c3d7becd5042), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:20.217274 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-e45fff60-ea1b-4ba5-a8ff-d684b0b805a0 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=725d386301d648de85fd6c4767250c58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965376 Sep 20 04:54:20.227680 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c2abd413-ca5c-43a8-9436-ae6e524db7a5 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for security_group_rule (f5a50a6d-10e0-416f-b12f-06d9768c5acc), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:20.238736 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c2abd413-ca5c-43a8-9436-ae6e524db7a5 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (f5a50a6d-10e0-416f-b12f-06d9768c5acc), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:20.277414 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abd413-ca5c-43a8-9436-ae6e524db7a5 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a50a6d-10e0-416f-b12f-06d9768c5acc,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:20.367967 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Attempt 8 to provision port a69fd5c7-6332-455b-892f-a6b36be08b6b Sep 20 04:54:20.412735 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Pushing event updated for resources: {'Port': ['ID=c6326544-e7ba-44ed-b352-c3d7becd5042,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:20.414857 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332642b0-2029-426b-9d91-51db248ea6b7 req-b5b1bc46-0961-4ac1-8972-290b68b49308 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:20.420762 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Port a69fd5c7-6332-455b-892f-a6b36be08b6b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:20.426690 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-332642b0-2029-426b-9d91-51db248ea6b7 req-b5b1bc46-0961-4ac1-8972-290b68b49308 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:20.535272 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-332642b0-2029-426b-9d91-51db248ea6b7 req-b5b1bc46-0961-4ac1-8972-290b68b49308 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2769363 Sep 20 04:54:20.565070 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c2abd413-ca5c-43a8-9436-ae6e524db7a5 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:20.566257 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-c2abd413-ca5c-43a8-9436-ae6e524db7a5 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6510429 Sep 20 04:54:20.570208 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 49834) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:20.575742 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-4f156288-a1de-4a09-a8a5-db51413e83b7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Request body: {'security_group_rule': {'security_group_id': '38378f96-1fd2-4289-8ef9-130c8ae0b6d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:20.579610 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Request body: {'port': {'device_id': '60372fad-5a9d-4d04-89e4-8aca10601222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:20.603315 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:20.605280 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4f156288-a1de-4a09-a8a5-db51413e83b7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for security_group_rule (9e90b97d-3383-4884-933b-9c6165fe4146), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:20.630927 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826f0eb-9c9f-4523-9c0b-3826a6eafc4c req-b97e5df6-1a09-4192-bf0b-63225799dcea tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:20.632561 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f826f0eb-9c9f-4523-9c0b-3826a6eafc4c req-b97e5df6-1a09-4192-bf0b-63225799dcea tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 932 time: 0.2530699 Sep 20 04:54:20.669653 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4f156288-a1de-4a09-a8a5-db51413e83b7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for security_group_rule (9e90b97d-3383-4884-933b-9c6165fe4146), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:20.674097 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4f156288-a1de-4a09-a8a5-db51413e83b7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (9e90b97d-3383-4884-933b-9c6165fe4146), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:20.693329 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f156288-a1de-4a09-a8a5-db51413e83b7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e90b97d-3383-4884-933b-9c6165fe4146,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:20.703708 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4f156288-a1de-4a09-a8a5-db51413e83b7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:20.708371 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-4f156288-a1de-4a09-a8a5-db51413e83b7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336658 Sep 20 04:54:20.708644 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-964129ff-1f54-4163-9392-80157af1b0be service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638653 Sep 20 04:54:20.712820 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 49836) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:20.714184 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (9143766c-b4ab-434b-8c53-ed214e20f104), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:20.717754 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-520c8973-bd36-4ce0-86c5-3351088600e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Request body: {'floatingip': {'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:20.742006 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-520c8973-bd36-4ce0-86c5-3351088600e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:20.820438 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f826f0eb-9c9f-4523-9c0b-3826a6eafc4c req-1e38cffb-59bd-4f01-85a2-a934f7b561aa tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1341007-80d1-4ae8-9633-1d195b582927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808360 Sep 20 04:54:20.848594 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-520c8973-bd36-4ce0-86c5-3351088600e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:20.896057 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] Sync routers for ids ['a8c93c6c-69c9-424b-85e5-c50e4b82f758'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:54:20.911158 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] Routers {'a8c93c6c-69c9-424b-85e5-c50e4b82f758'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:54:20.911800 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:54:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['a8c93c6c-69c9-424b-85e5-c50e4b82f758'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:20.921612 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Attempt 9 to provision port a69fd5c7-6332-455b-892f-a6b36be08b6b Sep 20 04:54:20.929812 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-d80cfdfd-0887-430f-add7-041ed63dcb23 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123806 Sep 20 04:54:20.959903 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Port a69fd5c7-6332-455b-892f-a6b36be08b6b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:21.034258 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:21.042318 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-520c8973-bd36-4ce0-86c5-3351088600e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Allocated IP 172.27.1.206 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/d19ad681-1aef-4a77-934e-1a4c59b59a9b) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:54:21.063613 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] Set router a8c93c6c-69c9-424b-85e5-c50e4b82f758 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:54:21.156874 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9143766c-b4ab-434b-8c53-ed214e20f104 {{(pid=112592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:54:21.168975 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Publish callbacks [] for port (9143766c-b4ab-434b-8c53-ed214e20f104), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:21.184087 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.provisioning_blocks [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Transition to ACTIVE for port object 9143766c-b4ab-434b-8c53-ed214e20f104 will not be triggered until provisioned by entity L2. {{(pid=112592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 04:54:21.187987 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (9143766c-b4ab-434b-8c53-ed214e20f104), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:21.224273 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-520c8973-bd36-4ce0-86c5-3351088600e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for port (d19ad681-1aef-4a77-934e-1a4c59b59a9b), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:21.261249 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Pushing event updated for resources: {'Port': ['ID=9143766c-b4ab-434b-8c53-ed214e20f104,revision_number=2']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:21.273419 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-520c8973-bd36-4ce0-86c5-3351088600e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (d19ad681-1aef-4a77-934e-1a4c59b59a9b), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:21.305169 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'name': 'tempest-TestShelveInstance-657754611-router', 'tenant_id': 'fede0fb10e54453f82a422511f9ba600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c6326544-e7ba-44ed-b352-c3d7becd5042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:54:10Z', 'updated_at': '2022-09-20T04:54:15Z', 'revision_number': 4, 'project_id': 'fede0fb10e54453f82a422511f9ba600', 'gw_port': {'id': 'c6326544-e7ba-44ed-b352-c3d7becd5042', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:14:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:11Z', 'updated_at': '2022-09-20T04:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'a69fd5c7-6332-455b-892f-a6b36be08b6b', 'name': '', 'network_id': '4832b199-a0e8-44be-a6d1-c35a12f65997', 'tenant_id': 'fede0fb10e54453f82a422511f9ba600', 'mac_address': 'fa:16:3e:78:70:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:15Z', 'updated_at': '2022-09-20T04:54:15Z', 'revision_number': 2, 'project_id': 'fede0fb10e54453f82a422511f9ba600', 'subnets': [{'id': 'a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:21.318470 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520c8973-bd36-4ce0-86c5-3351088600e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:54:21.336278 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a5343b4b-6af8-46d5-b496-f18249acda2d req-5224d354-4c15-4cc5-8e04-d32f8ea8067c tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 210 time: 0.0702455 Sep 20 04:54:21.339157 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] Checking router: a8c93c6c-69c9-424b-85e5-c50e4b82f758 for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:54:21.339719 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] Updating router a8c93c6c-69c9-424b-85e5-c50e4b82f758 port a69fd5c7-6332-455b-892f-a6b36be08b6b binding host dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 04:54:21.351508 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-520c8973-bd36-4ce0-86c5-3351088600e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:54:21.363908 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520c8973-bd36-4ce0-86c5-3351088600e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:54:21.371231 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c8973-bd36-4ce0-86c5-3351088600e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Pushing event updated for resources: {'Port': ['ID=d19ad681-1aef-4a77-934e-1a4c59b59a9b,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:21.372971 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (a69fd5c7-6332-455b-892f-a6b36be08b6b), before_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:21.403803 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Attempting to bind port 9143766c-b4ab-434b-8c53-ed214e20f104 on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:54:21.404272 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Attempting to bind port 9143766c-b4ab-434b-8c53-ed214e20f104 by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:54:21.407581 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Attempting to bind port 9143766c-b4ab-434b-8c53-ed214e20f104 on network 637b3136-e650-47ef-a9fe-492091eb8174 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:54:21.417686 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:21.457482 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Port 9143766c-b4ab-434b-8c53-ed214e20f104 on network 637b3136-e650-47ef-a9fe-492091eb8174 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 04:54:21.457812 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Attempting to bind port 9143766c-b4ab-434b-8c53-ed214e20f104 on network 637b3136-e650-47ef-a9fe-492091eb8174 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:54:21.461518 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Attempt 10 to provision port a69fd5c7-6332-455b-892f-a6b36be08b6b Sep 20 04:54:21.510123 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-520c8973-bd36-4ce0-86c5-3351088600e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for floatingip (5cc0a77b-adf6-4e4e-a4b6-98076d1617f7), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:21.558590 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-50e7df2e-b093-4ccf-97e8-12679fd21dc3 None None] Port a69fd5c7-6332-455b-892f-a6b36be08b6b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:21.569328 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:54:21.570951 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Checking segment: {'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:54:21.571472 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Bound using segment: {'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:54:21.573674 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Bound port: 9143766c-b4ab-434b-8c53-ed214e20f104, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'}}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:54:21.574153 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (9143766c-b4ab-434b-8c53-ed214e20f104), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:21.624539 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-520c8973-bd36-4ce0-86c5-3351088600e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (d19ad681-1aef-4a77-934e-1a4c59b59a9b), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:21.661650 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:21.678031 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:21.707201 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-2b9393e3-a672-4e5e-ad6c-edf4761c5097 None None] Provisioning complete for port a69fd5c7-6332-455b-892f-a6b36be08b6b triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:21.707994 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2b9393e3-a672-4e5e-ad6c-edf4761c5097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (a69fd5c7-6332-455b-892f-a6b36be08b6b), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:21.708874 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-2b9393e3-a672-4e5e-ad6c-edf4761c5097 None None] Attempt 1 to provision port a69fd5c7-6332-455b-892f-a6b36be08b6b Sep 20 04:54:21.762010 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-2b9393e3-a672-4e5e-ad6c-edf4761c5097 None None] Port a69fd5c7-6332-455b-892f-a6b36be08b6b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:21.791801 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] Publish callbacks [] for port (a69fd5c7-6332-455b-892f-a6b36be08b6b), precommit_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:21.795033 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:21.797311 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=100 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:21.805568 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (a69fd5c7-6332-455b-892f-a6b36be08b6b), after_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:21.872919 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] For port 9143766c-b4ab-434b-8c53-ed214e20f104, host hv-cinder-75671, cleared binding levels {{(pid=112592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:54:21.879045 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] For port 9143766c-b4ab-434b-8c53-ed214e20f104, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=9143766c-b4ab-434b-8c53-ed214e20f104,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:54:21.882887 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:21.898772 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (9143766c-b4ab-434b-8c53-ed214e20f104), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:21.909118 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:21.909815 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:21.911838 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-332642b0-2029-426b-9d91-51db248ea6b7 req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/9143766c-b4ab-434b-8c53-ed214e20f104 HTTP/1.1" status: 200 len: 1094 time: 1.3444316 Sep 20 04:54:21.912228 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b50e9-57b8-4b0f-a58a-802901bd9379 None None] Pushing event updated for resources: {'Port': ['ID=a69fd5c7-6332-455b-892f-a6b36be08b6b,revision_number=3']} {{(pid=112595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:21.913383 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device c6326544-e7ba-44ed-b352-c3d7becd5042 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:54:21.920927 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60372fad-5a9d-4d04-89e4-8aca10601222', 'tag': '9143766c-b4ab-434b-8c53-ed214e20f104'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:54:21.923958 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20db641-4a8a-4de7-a681-1abd3e7fae06" -d '{"events": [{"name": "network-changed", "server_uuid": "60372fad-5a9d-4d04-89e4-8aca10601222", "tag": "9143766c-b4ab-434b-8c53-ed214e20f104"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:54:21.975081 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-520c8973-bd36-4ce0-86c5-3351088600e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for port (d19ad681-1aef-4a77-934e-1a4c59b59a9b), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:21.981797 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-520c8973-bd36-4ce0-86c5-3351088600e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (d19ad681-1aef-4a77-934e-1a4c59b59a9b), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:22.037137 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:22.041808 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b391f842-436b-455e-9ae0-b6ce7560e464 x-openstack-request-id: req-b391f842-436b-455e-9ae0-b6ce7560e464 {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:54:22.042180 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60372fad-5a9d-4d04-89e4-8aca10601222", "tag": "9143766c-b4ab-434b-8c53-ed214e20f104", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:54:22.042510 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b391f842-436b-455e-9ae0-b6ce7560e464 {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:54:22.042963 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b391f842-436b-455e-9ae0-b6ce7560e464'] response: {'name': 'network-changed', 'server_uuid': '60372fad-5a9d-4d04-89e4-8aca10601222', 'tag': '9143766c-b4ab-434b-8c53-ed214e20f104', 'status': 'completed', 'code': 200} Sep 20 04:54:22.046996 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] Attempting to bind port a69fd5c7-6332-455b-892f-a6b36be08b6b on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:54:22.047371 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] Attempting to bind port a69fd5c7-6332-455b-892f-a6b36be08b6b by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': 'b92eb4af-edd0-4a62-b5b4-3e04184bf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4832b199-a0e8-44be-a6d1-c35a12f65997'}] {{(pid=112595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:54:22.047880 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] Attempting to bind port a69fd5c7-6332-455b-892f-a6b36be08b6b on network 4832b199-a0e8-44be-a6d1-c35a12f65997 {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:54:22.060885 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port c6326544-e7ba-44ed-b352-c3d7becd5042 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:22.061535 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (c6326544-e7ba-44ed-b352-c3d7becd5042), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:22.062101 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port c6326544-e7ba-44ed-b352-c3d7becd5042 Sep 20 04:54:22.098927 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:54:22.099622 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] Checking segment: {'id': 'b92eb4af-edd0-4a62-b5b4-3e04184bf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4832b199-a0e8-44be-a6d1-c35a12f65997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:54:22.101018 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:22.102359 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] Bound using segment: {'id': 'b92eb4af-edd0-4a62-b5b4-3e04184bf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4832b199-a0e8-44be-a6d1-c35a12f65997'} {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:54:22.103249 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] Bound port: a69fd5c7-6332-455b-892f-a6b36be08b6b, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92eb4af-edd0-4a62-b5b4-3e04184bf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4832b199-a0e8-44be-a6d1-c35a12f65997'}}] {{(pid=112595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:54:22.104128 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (a69fd5c7-6332-455b-892f-a6b36be08b6b), before_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:22.106249 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c8973-bd36-4ce0-86c5-3351088600e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Pushing event updated for resources: {'Port': ['ID=d19ad681-1aef-4a77-934e-1a4c59b59a9b,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:22.166642 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332642b0-2029-426b-9d91-51db248ea6b7 req-0e1cbc33-c1d2-49a6-a2af-4c2d07c4d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:22.168290 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-332642b0-2029-426b-9d91-51db248ea6b7 req-0e1cbc33-c1d2-49a6-a2af-4c2d07c4d0cd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f0f0b8842ae496292c27a6ee1350d32&device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 1128 time: 0.1619489 Sep 20 04:54:22.169015 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998bdbe1-f2a4-4666-85ec-f7ca06566917 service neutron] Pushing event updated for resources: {'Port': ['ID=9143766c-b4ab-434b-8c53-ed214e20f104,revision_number=3']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:22.170022 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-520c8973-bd36-4ce0-86c5-3351088600e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (5cc0a77b-adf6-4e4e-a4b6-98076d1617f7), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:22.177806 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e167f-e327-4151-8257-1d26c024afdf req-67f82cf2-4fde-4960-afbc-c15bbdacfbcd tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:22.179469 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-894e167f-e327-4151-8257-1d26c024afdf req-67f82cf2-4fde-4960-afbc-c15bbdacfbcd tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 944 time: 0.2113705 Sep 20 04:54:22.206846 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-520c8973-bd36-4ce0-86c5-3351088600e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:22.212645 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-520c8973-bd36-4ce0-86c5-3351088600e8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4966736 Sep 20 04:54:22.215545 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port c6326544-e7ba-44ed-b352-c3d7becd5042 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:22.241369 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-332642b0-2029-426b-9d91-51db248ea6b7 req-36bd9396-dbf1-4c7e-83db-a950c39a108e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9143766c-b4ab-434b-8c53-ed214e20f104 HTTP/1.1" status: 200 len: 217 time: 0.0572581 Sep 20 04:54:22.258433 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.db [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] For port a69fd5c7-6332-455b-892f-a6b36be08b6b, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:54:22.262496 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.db [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] For port a69fd5c7-6332-455b-892f-a6b36be08b6b, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=a69fd5c7-6332-455b-892f-a6b36be08b6b,segment=NetworkSegment(b92eb4af-edd0-4a62-b5b4-3e04184bf2ba),segment_id=b92eb4af-edd0-4a62-b5b4-3e04184bf2ba)] {{(pid=112595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:54:22.264178 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-2b9393e3-a672-4e5e-ad6c-edf4761c5097 None None] Attempt 2 to provision port a69fd5c7-6332-455b-892f-a6b36be08b6b Sep 20 04:54:22.278675 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (a69fd5c7-6332-455b-892f-a6b36be08b6b), after_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:22.317042 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-894e167f-e327-4151-8257-1d26c024afdf req-6af130a6-906d-4a38-bedc-3810da4c270a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1341007-80d1-4ae8-9633-1d195b582927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231894 Sep 20 04:54:22.317447 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] Routers {'a8c93c6c-69c9-424b-85e5-c50e4b82f758'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:54:22.318245 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:54:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['a8c93c6c-69c9-424b-85e5-c50e4b82f758'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:22.326943 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-2b9393e3-a672-4e5e-ad6c-edf4761c5097 None None] Port a69fd5c7-6332-455b-892f-a6b36be08b6b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:22.340663 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332642b0-2029-426b-9d91-51db248ea6b7 req-0b086ccc-3faa-4d52-bce8-ad8d10aa1fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:22.342105 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-332642b0-2029-426b-9d91-51db248ea6b7 req-0b086ccc-3faa-4d52-bce8-ad8d10aa1fef service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f57d475-8572-4ec4-8852-9471b6c9f7c5 HTTP/1.1" status: 200 len: 854 time: 0.0907187 Sep 20 04:54:22.416293 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332642b0-2029-426b-9d91-51db248ea6b7 req-366d31cc-109c-4f72-92c3-55e2b40871d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:22.419641 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-332642b0-2029-426b-9d91-51db248ea6b7 req-366d31cc-109c-4f72-92c3-55e2b40871d1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=637b3136-e650-47ef-a9fe-492091eb8174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699530 Sep 20 04:54:22.475344 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b50e9-57b8-4b0f-a58a-802901bd9379 None None] Pushing event updated for resources: {'Port': ['ID=a69fd5c7-6332-455b-892f-a6b36be08b6b,revision_number=4']} {{(pid=112595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:22.490009 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:22.512072 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] Set router a8c93c6c-69c9-424b-85e5-c50e4b82f758 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:54:22.533964 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-96d48b90-e8ed-4f49-981a-45e75f5501f3 req-f822fa21-c969-4858-8703-0a18c27bcfc2 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 210 time: 0.0411127 Sep 20 04:54:22.828563 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-2b9393e3-a672-4e5e-ad6c-edf4761c5097 None None] Attempt 3 to provision port a69fd5c7-6332-455b-892f-a6b36be08b6b Sep 20 04:54:22.830967 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'name': 'tempest-TestShelveInstance-657754611-router', 'tenant_id': 'fede0fb10e54453f82a422511f9ba600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c6326544-e7ba-44ed-b352-c3d7becd5042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:54:10Z', 'updated_at': '2022-09-20T04:54:15Z', 'revision_number': 4, 'project_id': 'fede0fb10e54453f82a422511f9ba600', 'gw_port': {'id': 'c6326544-e7ba-44ed-b352-c3d7becd5042', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:14:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:11Z', 'updated_at': '2022-09-20T04:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'a69fd5c7-6332-455b-892f-a6b36be08b6b', 'name': '', 'network_id': '4832b199-a0e8-44be-a6d1-c35a12f65997', 'tenant_id': 'fede0fb10e54453f82a422511f9ba600', 'mac_address': 'fa:16:3e:78:70:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:15Z', 'updated_at': '2022-09-20T04:54:22Z', 'revision_number': 4, 'project_id': 'fede0fb10e54453f82a422511f9ba600', 'subnets': [{'id': 'a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:22.850728 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-332642b0-2029-426b-9d91-51db248ea6b7 req-603ab521-b94d-4474-a841-67129a3f3abd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221907 Sep 20 04:54:22.871686 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4cb518-9407-4191-95e6-6aa7774e36cd None None] The sync data for ids ['a8c93c6c-69c9-424b-85e5-c50e4b82f758'] in dv-cinder-756710-7-iscsi is: [{'id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'name': 'tempest-TestShelveInstance-657754611-router', 'tenant_id': 'fede0fb10e54453f82a422511f9ba600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c6326544-e7ba-44ed-b352-c3d7becd5042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:54:10Z', 'updated_at': '2022-09-20T04:54:15Z', 'revision_number': 4, 'project_id': 'fede0fb10e54453f82a422511f9ba600', 'gw_port': {'id': 'c6326544-e7ba-44ed-b352-c3d7becd5042', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:14:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:11Z', 'updated_at': '2022-09-20T04:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'a69fd5c7-6332-455b-892f-a6b36be08b6b', 'name': '', 'network_id': '4832b199-a0e8-44be-a6d1-c35a12f65997', 'tenant_id': 'fede0fb10e54453f82a422511f9ba600', 'mac_address': 'fa:16:3e:78:70:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:15Z', 'updated_at': '2022-09-20T04:54:22Z', 'revision_number': 4, 'project_id': 'fede0fb10e54453f82a422511f9ba600', 'subnets': [{'id': 'a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:54:22.944577 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-2b9393e3-a672-4e5e-ad6c-edf4761c5097 None None] Current status of the port a69fd5c7-6332-455b-892f-a6b36be08b6b is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:22.945255 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2b9393e3-a672-4e5e-ad6c-edf4761c5097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (a69fd5c7-6332-455b-892f-a6b36be08b6b), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:22.947209 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:23.033777 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-2b9393e3-a672-4e5e-ad6c-edf4761c5097 None None] For port a69fd5c7-6332-455b-892f-a6b36be08b6b, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=a69fd5c7-6332-455b-892f-a6b36be08b6b,segment=NetworkSegment(b92eb4af-edd0-4a62-b5b4-3e04184bf2ba),segment_id=b92eb4af-edd0-4a62-b5b4-3e04184bf2ba)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:54:23.038909 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2b9393e3-a672-4e5e-ad6c-edf4761c5097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (a69fd5c7-6332-455b-892f-a6b36be08b6b), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:23.110917 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-332642b0-2029-426b-9d91-51db248ea6b7 req-434422b7-e04f-4461-bde4-51cd4169fb94 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999531 Sep 20 04:54:23.151112 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9393e3-a672-4e5e-ad6c-edf4761c5097 None None] Pushing event updated for resources: {'Port': ['ID=a69fd5c7-6332-455b-892f-a6b36be08b6b,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:23.309865 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-61bace7e-38e9-413e-abc7-c0cd1f69b41a tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:23.311363 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-61bace7e-38e9-413e-abc7-c0cd1f69b41a tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340 HTTP/1.1" status: 200 len: 813 time: 0.1992319 Sep 20 04:54:23.477899 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95e23c-94c5-40e9-bb24-b0fc2427f05d req-ad8d532c-d2e9-40e8-ab65-20befe94e4cf tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:23.479522 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fe95e23c-94c5-40e9-bb24-b0fc2427f05d req-ad8d532c-d2e9-40e8-ab65-20befe94e4cf tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 944 time: 0.0536158 Sep 20 04:54:23.528868 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fe95e23c-94c5-40e9-bb24-b0fc2427f05d req-20f6a68d-9f97-4e35-9ccb-71fbe113ca1f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1341007-80d1-4ae8-9633-1d195b582927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435531 Sep 20 04:54:23.644998 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5dfa2f3b-b75b-4ada-8ba2-0466c5b0c467 req-a1063627-d2d1-4307-82a3-e532c45e400d tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 210 time: 0.0304856 Sep 20 04:54:23.844452 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device a69fd5c7-6332-455b-892f-a6b36be08b6b up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:54:23.890482 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port a69fd5c7-6332-455b-892f-a6b36be08b6b triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:23.890861 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (a69fd5c7-6332-455b-892f-a6b36be08b6b), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:23.891199 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port a69fd5c7-6332-455b-892f-a6b36be08b6b Sep 20 04:54:23.966634 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port a69fd5c7-6332-455b-892f-a6b36be08b6b is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:24.103920 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-fcd2c591-81ac-4cad-ae23-cc16f530d9e7 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Request body: {'port': {'device_id': 'f024434a-d44b-41f9-8818-da15a5d0a52d', 'network_id': '5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340', 'admin_state_up': True, 'tenant_id': '725d386301d648de85fd6c4767250c58'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:24.199609 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20db641-4a8a-4de7-a681-1abd3e7fae06 req-ee6ff11e-9066-4d41-872b-4390a36f42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:24.201147 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d20db641-4a8a-4de7-a681-1abd3e7fae06 req-ee6ff11e-9066-4d41-872b-4390a36f42ac service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f0f0b8842ae496292c27a6ee1350d32&device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 1128 time: 0.0935912 Sep 20 04:54:24.207630 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 49926) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:24.337610 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-34cad7a3-46c1-45ed-96a1-c2555980243d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:24.351748 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20db641-4a8a-4de7-a681-1abd3e7fae06 req-808a5ce5-6925-4da0-9a1f-0e3c4d4f4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:24.355170 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d20db641-4a8a-4de7-a681-1abd3e7fae06 req-808a5ce5-6925-4da0-9a1f-0e3c4d4f4603 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=637b3136-e650-47ef-a9fe-492091eb8174 HTTP/1.1" status: 200 len: 915 time: 0.1460512 Sep 20 04:54:24.355734 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-fcd2c591-81ac-4cad-ae23-cc16f530d9e7 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Made reservation on behalf of 725d386301d648de85fd6c4767250c58 for: {'port': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:54:24.359405 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-fcd2c591-81ac-4cad-ae23-cc16f530d9e7 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:24.417322 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d20db641-4a8a-4de7-a681-1abd3e7fae06 req-f76d7d02-6b71-4190-af3c-cac0a85f7d55 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9143766c-b4ab-434b-8c53-ed214e20f104 HTTP/1.1" status: 200 len: 217 time: 0.0543580 Sep 20 04:54:24.428444 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-34cad7a3-46c1-45ed-96a1-c2555980243d admin admin] Publish callbacks [] for security_group (3e15101c-2246-4311-93f2-95a7a20fe40c), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:24.432532 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-34cad7a3-46c1-45ed-96a1-c2555980243d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (3e15101c-2246-4311-93f2-95a7a20fe40c), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:24.475241 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cad7a3-46c1-45ed-96a1-c2555980243d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e15101c-2246-4311-93f2-95a7a20fe40c,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:24.485553 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-34cad7a3-46c1-45ed-96a1-c2555980243d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e20f1eadf47949a5a51451bb06de2d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768357 Sep 20 04:54:24.486212 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 49934) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:24.488666 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:24.524206 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20db641-4a8a-4de7-a681-1abd3e7fae06 req-a43416fb-9699-45b2-936c-a5d89e01a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:24.525740 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d20db641-4a8a-4de7-a681-1abd3e7fae06 req-a43416fb-9699-45b2-936c-a5d89e01a6bf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f57d475-8572-4ec4-8852-9471b6c9f7c5 HTTP/1.1" status: 200 len: 854 time: 0.0996375 Sep 20 04:54:24.556830 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fd984aa5-e71a-452e-ad84-6e0b0d26d0ea admin admin] Publish callbacks [] for security_group (3e15101c-2246-4311-93f2-95a7a20fe40c), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:24.591044 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fd984aa5-e71a-452e-ad84-6e0b0d26d0ea admin admin] Publish callbacks [] for security_group (3e15101c-2246-4311-93f2-95a7a20fe40c), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:24.615471 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20db641-4a8a-4de7-a681-1abd3e7fae06 req-5847bcd8-04ec-448f-bff9-c3d194fd5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:24.617571 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d20db641-4a8a-4de7-a681-1abd3e7fae06 req-5847bcd8-04ec-448f-bff9-c3d194fd5de2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=637b3136-e650-47ef-a9fe-492091eb8174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846605 Sep 20 04:54:24.652842 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fd984aa5-e71a-452e-ad84-6e0b0d26d0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (3e15101c-2246-4311-93f2-95a7a20fe40c), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:24.655920 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fd984aa5-e71a-452e-ad84-6e0b0d26d0ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:24.657337 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-fd984aa5-e71a-452e-ad84-6e0b0d26d0ea admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3e15101c-2246-4311-93f2-95a7a20fe40c HTTP/1.1" status: 204 len: 168 time: 0.1672926 Sep 20 04:54:24.657485 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-fcd2c591-81ac-4cad-ae23-cc16f530d9e7 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Allocated IP 172.20.0.11 (5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340/8337ec93-8014-4d07-b732-e4e5c3d1d473/d063bff7-96f4-43ab-aeaf-6b6e6cab44e0) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:54:24.671154 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd984aa5-e71a-452e-ad84-6e0b0d26d0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e15101c-2246-4311-93f2-95a7a20fe40c,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:24.759226 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:24.781959 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f17bf9-f2d7-4cc5-b1dd-4a2a2a01c866 req-3a5ad8e9-d821-4713-a00b-af8c37b89bc5 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:24.783719 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-32f17bf9-f2d7-4cc5-b1dd-4a2a2a01c866 req-3a5ad8e9-d821-4713-a00b-af8c37b89bc5 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 944 time: 0.0942118 Sep 20 04:54:24.866607 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d20db641-4a8a-4de7-a681-1abd3e7fae06 req-f8a01cec-6d5a-443c-8ca5-0e1fb936cc69 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414272 Sep 20 04:54:25.044104 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-32f17bf9-f2d7-4cc5-b1dd-4a2a2a01c866 req-fb55ed00-0abd-4be4-9670-b224568a26f6 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1341007-80d1-4ae8-9633-1d195b582927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196038 Sep 20 04:54:25.093155 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-fcd2c591-81ac-4cad-ae23-cc16f530d9e7 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Publish callbacks [] for port (d063bff7-96f4-43ab-aeaf-6b6e6cab44e0), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:25.108914 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d20db641-4a8a-4de7-a681-1abd3e7fae06 req-ef5af347-aa6e-484f-84a4-a0054dc69091 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267916 Sep 20 04:54:25.153177 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2640cf23-fe66-4fd9-a573-8ce988a86f52 req-73da351c-c5a6-4b0b-bcdf-2ca128dd85bb tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 210 time: 0.0402648 Sep 20 04:54:25.171560 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-fcd2c591-81ac-4cad-ae23-cc16f530d9e7 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (d063bff7-96f4-43ab-aeaf-6b6e6cab44e0), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:25.233175 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-fcd2c591-81ac-4cad-ae23-cc16f530d9e7 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Network 5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:54:25.236399 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-fcd2c591-81ac-4cad-ae23-cc16f530d9e7 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:54:25.243068 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-fcd2c591-81ac-4cad-ae23-cc16f530d9e7 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:54:25.276411 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2c591-81ac-4cad-ae23-cc16f530d9e7 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Pushing event updated for resources: {'Port': ['ID=d063bff7-96f4-43ab-aeaf-6b6e6cab44e0,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:25.312577 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-fcd2c591-81ac-4cad-ae23-cc16f530d9e7 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:25.313195 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-fcd2c591-81ac-4cad-ae23-cc16f530d9e7 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:25.321500 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:25.329709 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-fcd2c591-81ac-4cad-ae23-cc16f530d9e7 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2298958 Sep 20 04:54:25.346908 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Request body: {'port': {'device_id': 'f024434a-d44b-41f9-8818-da15a5d0a52d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:25.409275 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (d063bff7-96f4-43ab-aeaf-6b6e6cab44e0), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:25.670376 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 {{(pid=112592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:54:25.677888 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Publish callbacks [] for port (d063bff7-96f4-43ab-aeaf-6b6e6cab44e0), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:25.690012 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.provisioning_blocks [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Transition to ACTIVE for port object d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 will not be triggered until provisioned by entity L2. {{(pid=112592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 04:54:25.694486 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (d063bff7-96f4-43ab-aeaf-6b6e6cab44e0), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:25.726054 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:25.762743 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Pushing event updated for resources: {'Port': ['ID=d063bff7-96f4-43ab-aeaf-6b6e6cab44e0,revision_number=2']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:25.821414 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Attempting to bind port d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:54:25.821756 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Attempting to bind port d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': '40de0088-5bf0-457a-ab3f-1851673c9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340'}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:54:25.822087 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Attempting to bind port d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 on network 5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:54:25.864441 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Port d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 on network 5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 04:54:25.864812 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Attempting to bind port d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 on network 5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:54:25.906831 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:54:25.907080 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Checking segment: {'id': '40de0088-5bf0-457a-ab3f-1851673c9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:54:25.907468 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Bound using segment: {'id': '40de0088-5bf0-457a-ab3f-1851673c9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340'} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:54:25.907906 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Bound port: d063bff7-96f4-43ab-aeaf-6b6e6cab44e0, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40de0088-5bf0-457a-ab3f-1851673c9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340'}}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:54:25.908268 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (d063bff7-96f4-43ab-aeaf-6b6e6cab44e0), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:25.974053 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] For port d063bff7-96f4-43ab-aeaf-6b6e6cab44e0, host hv-cinder-75671, cleared binding levels {{(pid=112592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:54:25.977075 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] For port d063bff7-96f4-43ab-aeaf-6b6e6cab44e0, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=d063bff7-96f4-43ab-aeaf-6b6e6cab44e0,segment=NetworkSegment(40de0088-5bf0-457a-ab3f-1851673c9435),segment_id=40de0088-5bf0-457a-ab3f-1851673c9435)] {{(pid=112592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:54:25.982771 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (d063bff7-96f4-43ab-aeaf-6b6e6cab44e0), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:25.986884 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:25.987490 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:25.988916 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 HTTP/1.1" status: 200 len: 1094 time: 0.6461589 Sep 20 04:54:25.990517 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f024434a-d44b-41f9-8818-da15a5d0a52d', 'tag': 'd063bff7-96f4-43ab-aeaf-6b6e6cab44e0'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:54:25.992768 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25659497-fb8c-4dcf-8cce-891ff1e653d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f024434a-d44b-41f9-8818-da15a5d0a52d", "tag": "d063bff7-96f4-43ab-aeaf-6b6e6cab44e0"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:54:26.050413 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d5c263-286c-485e-ba0b-17213749cd8f x-openstack-request-id: req-99d5c263-286c-485e-ba0b-17213749cd8f {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:54:26.050732 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f024434a-d44b-41f9-8818-da15a5d0a52d", "tag": "d063bff7-96f4-43ab-aeaf-6b6e6cab44e0", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:54:26.050983 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-99d5c263-286c-485e-ba0b-17213749cd8f {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:54:26.051380 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d5c263-286c-485e-ba0b-17213749cd8f'] response: {'name': 'network-changed', 'server_uuid': 'f024434a-d44b-41f9-8818-da15a5d0a52d', 'tag': 'd063bff7-96f4-43ab-aeaf-6b6e6cab44e0', 'status': 'completed', 'code': 200} Sep 20 04:54:26.055976 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de4e47-6047-4513-b582-e2e1be07565f service neutron] Pushing event updated for resources: {'Port': ['ID=d063bff7-96f4-43ab-aeaf-6b6e6cab44e0,revision_number=3']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:26.177859 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af3220-38b4-474f-8a61-6872434ef150 req-e1fdea5e-12de-4657-9883-59a35a50d530 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:26.179341 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-70af3220-38b4-474f-8a61-6872434ef150 req-e1fdea5e-12de-4657-9883-59a35a50d530 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 944 time: 0.0489755 Sep 20 04:54:26.222848 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:26.227341 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-70af3220-38b4-474f-8a61-6872434ef150 req-a3454dd6-fe02-4093-bf66-33a23166ef8f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1341007-80d1-4ae8-9633-1d195b582927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424404 Sep 20 04:54:26.336923 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edef3c6-f71d-4a4f-9d9d-d35797d7ac6e req-16a70b65-ff5d-4ef9-939e-042df9c74715 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:26.338664 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6edef3c6-f71d-4a4f-9d9d-d35797d7ac6e req-16a70b65-ff5d-4ef9-939e-042df9c74715 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 944 time: 0.0508454 Sep 20 04:54:26.386768 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6edef3c6-f71d-4a4f-9d9d-d35797d7ac6e req-75110d39-a542-421b-be6d-e60a14481693 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423477 Sep 20 04:54:27.357436 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65172c9-393c-410f-81a9-21098d3db452 req-c929dc1a-02a2-4203-a33a-58bbe1e49db8 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:27.358897 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e65172c9-393c-410f-81a9-21098d3db452 req-c929dc1a-02a2-4203-a33a-58bbe1e49db8 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 944 time: 0.0509496 Sep 20 04:54:27.407578 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e65172c9-393c-410f-81a9-21098d3db452 req-36ce7ecf-1fe1-4aad-b08c-93828a3824a0 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1341007-80d1-4ae8-9633-1d195b582927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429785 Sep 20 04:54:27.510537 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12324437-9165-47c9-92a5-5bfc93fc4878 req-ee23699c-f060-471b-aa8d-d43d865b6ea9 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:27.512011 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-12324437-9165-47c9-92a5-5bfc93fc4878 req-ee23699c-f060-471b-aa8d-d43d865b6ea9 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 944 time: 0.0468268 Sep 20 04:54:27.563783 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-12324437-9165-47c9-92a5-5bfc93fc4878 req-263c9f13-8f20-4a83-9813-4036110c62b5 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459993 Sep 20 04:54:28.420657 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 9143766c-b4ab-434b-8c53-ed214e20f104 details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 04:54:28.538149 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25659497-fb8c-4dcf-8cce-891ff1e653d5 req-ae78429f-0a73-461c-b048-61a0476ea400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:28.539669 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-25659497-fb8c-4dcf-8cce-891ff1e653d5 req-ae78429f-0a73-461c-b048-61a0476ea400 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=725d386301d648de85fd6c4767250c58&device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 1128 time: 0.0839164 Sep 20 04:54:28.553185 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72ac67-6b5b-43ca-9f47-f707ac7802e9 req-63d3e886-dc80-4980-8074-b9e4c99108e4 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:28.554903 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-cb72ac67-6b5b-43ca-9f47-f707ac7802e9 req-63d3e886-dc80-4980-8074-b9e4c99108e4 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 944 time: 0.0602522 Sep 20 04:54:28.579498 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:28.647410 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 9143766c-b4ab-434b-8c53-ed214e20f104, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=9143766c-b4ab-434b-8c53-ed214e20f104,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:54:28.658606 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': '9143766c-b4ab-434b-8c53-ed214e20f104', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'port_id': '9143766c-b4ab-434b-8c53-ed214e20f104', 'mac_address': 'fa:16:3e:98:f9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 04:54:28.669646 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-cb72ac67-6b5b-43ca-9f47-f707ac7802e9 req-a0d87ebf-d797-4012-a98f-76b4474e3e57 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1341007-80d1-4ae8-9633-1d195b582927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032639 Sep 20 04:54:28.692522 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25659497-fb8c-4dcf-8cce-891ff1e653d5 req-f18d89e9-d197-4219-b641-7ff9c9cc54d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:28.694170 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-25659497-fb8c-4dcf-8cce-891ff1e653d5 req-f18d89e9-d197-4219-b641-7ff9c9cc54d1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=725d386301d648de85fd6c4767250c58&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1386242 Sep 20 04:54:28.698520 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 9143766c-b4ab-434b-8c53-ed214e20f104 is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:28.699185 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (9143766c-b4ab-434b-8c53-ed214e20f104), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:28.715013 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9143766c-b4ab-434b-8c53-ed214e20f104 {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:54:28.739206 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 9143766c-b4ab-434b-8c53-ed214e20f104, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=9143766c-b4ab-434b-8c53-ed214e20f104,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:54:28.743195 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (9143766c-b4ab-434b-8c53-ed214e20f104), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:28.794664 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=9143766c-b4ab-434b-8c53-ed214e20f104,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:28.816869 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0d07a-2c52-4c04-af39-698e9868e5fc req-e87606be-2b8a-4bbe-86ac-543ac5fd6b99 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:28.818326 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-07b0d07a-2c52-4c04-af39-698e9868e5fc req-e87606be-2b8a-4bbe-86ac-543ac5fd6b99 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 944 time: 0.0683324 Sep 20 04:54:28.828108 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:28.857957 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25659497-fb8c-4dcf-8cce-891ff1e653d5 req-73ec545a-370e-4e75-99b9-8075d837a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:28.859762 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-25659497-fb8c-4dcf-8cce-891ff1e653d5 req-73ec545a-370e-4e75-99b9-8075d837a118 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1585026 Sep 20 04:54:28.885440 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-07b0d07a-2c52-4c04-af39-698e9868e5fc req-51b6bfef-250a-4754-934f-455e8bfa5ba5 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606630 Sep 20 04:54:28.976294 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-b878a957-eeef-4a4a-b505-af8edf09a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:28.978129 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-b878a957-eeef-4a4a-b505-af8edf09a544 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=725d386301d648de85fd6c4767250c58&device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 1128 time: 0.0456297 Sep 20 04:54:29.038423 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-83a30aaa-24d9-434b-ad84-25b4c700b907 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 HTTP/1.1" status: 200 len: 217 time: 0.0408876 Sep 20 04:54:29.091275 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-38ee3fdb-bd5f-444a-bae1-45fbfe4dd46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:29.092757 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-38ee3fdb-bd5f-444a-bae1-45fbfe4dd46e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=8337ec93-8014-4d07-b732-e4e5c3d1d473 HTTP/1.1" status: 200 len: 853 time: 0.0473390 Sep 20 04:54:29.125913 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-1dfb49b4-bf83-41e1-a33d-774993caf05f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254922 Sep 20 04:54:29.139922 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['9143766c-b4ab-434b-8c53-ed214e20f104'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:54:29.199559 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:29.241836 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-c060fdb3-0a20-47fc-bbff-a88272d4cafa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075056 Sep 20 04:54:29.319853 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:29.346360 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-10e20816-2f0f-4ed4-ac16-923edd2b1a73 req-bfe9a3c4-10a1-4d86-8ae5-530e7ba0cab4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937173 Sep 20 04:54:29.814516 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125331c-3d15-43ab-904e-cd102a49a1d5 req-5191ab29-fe5b-46c4-949d-40512779115e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:29.816526 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d125331c-3d15-43ab-904e-cd102a49a1d5 req-5191ab29-fe5b-46c4-949d-40512779115e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 945 time: 0.0496607 Sep 20 04:54:29.872241 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d125331c-3d15-43ab-904e-cd102a49a1d5 req-674078c1-69da-4eac-8c49-39690d9309cd tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1341007-80d1-4ae8-9633-1d195b582927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499446 Sep 20 04:54:30.002247 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e15ef-6924-4b80-bf82-ecd56292731b req-c5bbe660-790b-4cfd-86e3-a8bcebeb2293 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:30.004211 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ac2e15ef-6924-4b80-bf82-ecd56292731b req-c5bbe660-790b-4cfd-86e3-a8bcebeb2293 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 944 time: 0.0466578 Sep 20 04:54:30.054225 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ac2e15ef-6924-4b80-bf82-ecd56292731b req-f1c62362-3027-47d5-a8ad-3a8811a2c2bc tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443020 Sep 20 04:54:30.436496 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 9143766c-b4ab-434b-8c53-ed214e20f104 up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:54:30.482170 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port 9143766c-b4ab-434b-8c53-ed214e20f104 completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 04:54:30.489618 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port 9143766c-b4ab-434b-8c53-ed214e20f104 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:30.490094 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (9143766c-b4ab-434b-8c53-ed214e20f104), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:30.490480 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port 9143766c-b4ab-434b-8c53-ed214e20f104 Sep 20 04:54:30.513980 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:30.567526 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 9143766c-b4ab-434b-8c53-ed214e20f104 is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:30.567917 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (9143766c-b4ab-434b-8c53-ed214e20f104), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:30.593748 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60372fad-5a9d-4d04-89e4-8aca10601222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9143766c-b4ab-434b-8c53-ed214e20f104'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:54:30.596306 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffbed39-3c48-4930-9289-02414222cb3f" -d '{"events": [{"server_uuid": "60372fad-5a9d-4d04-89e4-8aca10601222", "name": "network-vif-plugged", "status": "completed", "tag": "9143766c-b4ab-434b-8c53-ed214e20f104"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:54:30.609169 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 9143766c-b4ab-434b-8c53-ed214e20f104, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=9143766c-b4ab-434b-8c53-ed214e20f104,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:54:30.618085 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (9143766c-b4ab-434b-8c53-ed214e20f104), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:30.652243 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dc415d-3fbf-4d08-9d1d-7a958f8df133 x-openstack-request-id: req-f2dc415d-3fbf-4d08-9d1d-7a958f8df133 {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:54:30.652559 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60372fad-5a9d-4d04-89e4-8aca10601222", "name": "network-vif-plugged", "status": "completed", "tag": "9143766c-b4ab-434b-8c53-ed214e20f104", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:54:30.652846 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f2dc415d-3fbf-4d08-9d1d-7a958f8df133 {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:54:30.653244 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2dc415d-3fbf-4d08-9d1d-7a958f8df133'] response: {'server_uuid': '60372fad-5a9d-4d04-89e4-8aca10601222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9143766c-b4ab-434b-8c53-ed214e20f104', 'code': 200} Sep 20 04:54:30.670274 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=9143766c-b4ab-434b-8c53-ed214e20f104,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:30.723585 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6e38b1b3-4daa-46d6-887c-dcf7ac0cd0f7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--928918808&fields=id&tenant_id=5f0a24f6f6994f45bd314d3009b0a572 HTTP/1.1" status: 200 len: 267 time: 0.0482049 Sep 20 04:54:31.058652 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583cf66-4bb5-49d0-8ea7-b31de84c8a5b req-598769c9-ed0c-432f-90bd-781f335fac13 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:31.060117 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e583cf66-4bb5-49d0-8ea7-b31de84c8a5b req-598769c9-ed0c-432f-90bd-781f335fac13 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 946 time: 0.0634825 Sep 20 04:54:31.101043 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-79ea770c-155a-4913-bdf5-bbd60b81818c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:31.102502 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-79ea770c-155a-4913-bdf5-bbd60b81818c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/networks?id=7f03bfe9-ec72-45e7-b49d-83e075955154 HTTP/1.1" status: 200 len: 819 time: 0.3723297 Sep 20 04:54:31.136670 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-d50192dd-6675-44fe-9c72-f5cb03a84e27 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/quotas/5f0a24f6f6994f45bd314d3009b0a572 HTTP/1.1" status: 200 len: 375 time: 0.0203769 Sep 20 04:54:31.136978 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e583cf66-4bb5-49d0-8ea7-b31de84c8a5b req-31fc4101-f137-4766-a4e7-7083f688ede7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1341007-80d1-4ae8-9633-1d195b582927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700393 Sep 20 04:54:31.201841 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-9018c74e-d21c-454a-9b16-cb62e56edafb tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0572717 Sep 20 04:54:31.294097 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd9ccb-0500-464a-97df-900fa0b6e5c5 req-a2c5b8d5-5e50-44e1-b57f-1e6baff272bc tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:31.295582 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d2dd9ccb-0500-464a-97df-900fa0b6e5c5 req-a2c5b8d5-5e50-44e1-b57f-1e6baff272bc tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 944 time: 0.0926950 Sep 20 04:54:31.335003 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:31.374929 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d2dd9ccb-0500-464a-97df-900fa0b6e5c5 req-d0b1e51a-c6ae-4c0a-ad43-ccc3f8a5c387 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733786 Sep 20 04:54:31.376967 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-81bcaffe-be93-46c1-8564-a26b3a7ed85a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613483 Sep 20 04:54:31.468982 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-5c7ee6c6-25bb-4f4c-ba60-efaa7b6b56e1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862217 Sep 20 04:54:31.638206 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3a49a3fb-c6a6-4f5d-8824-11f1483b4362 req-71b2a4d0-3f4b-4d01-936f-5077b73294ce tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 210 time: 0.0343904 Sep 20 04:54:31.965882 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e869733-9087-4dc8-bac3-43708de4c748 req-9b6793e7-934e-4e26-9aa4-3db4158295bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:31.967373 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1e869733-9087-4dc8-bac3-43708de4c748 req-9b6793e7-934e-4e26-9aa4-3db4158295bb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 1130 time: 0.0433493 Sep 20 04:54:32.020815 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1e869733-9087-4dc8-bac3-43708de4c748 req-337bf6a8-b4df-4507-8520-a6039a15572d service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f1341007-80d1-4ae8-9633-1d195b582927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460126 Sep 20 04:54:32.264808 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feba674-2d23-43ee-b60c-aa7e28a1453b req-b39f60b2-460e-4932-8327-4c14f60ba572 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:32.266338 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5feba674-2d23-43ee-b60c-aa7e28a1453b req-b39f60b2-460e-4932-8327-4c14f60ba572 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 946 time: 0.0469847 Sep 20 04:54:32.316809 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5feba674-2d23-43ee-b60c-aa7e28a1453b req-008eeafd-a555-4062-89f5-ab16eee4134d tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1341007-80d1-4ae8-9633-1d195b582927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446043 Sep 20 04:54:32.505112 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ea654-9c99-425f-8c08-f538dba597ca req-c67de2a7-0231-4b54-af7a-8584421ad127 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:32.506469 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-987ea654-9c99-425f-8c08-f538dba597ca req-c67de2a7-0231-4b54-af7a-8584421ad127 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 944 time: 0.0487182 Sep 20 04:54:32.517456 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:32.554719 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-987ea654-9c99-425f-8c08-f538dba597ca req-22afcbc2-6d53-4ffa-9269-b157f5275d43 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427332 Sep 20 04:54:32.739287 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fd4434d4-06d6-425c-b58d-8ef06f85bb2f req-9121ed0e-66a1-4e74-ad32-c38616e98974 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 210 time: 0.0278244 Sep 20 04:54:33.438150 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a55f92-0cec-4821-b9a9-01919e9cff4a req-f532eebf-5889-4aa4-9a6b-41a8e3b2dfa8 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:33.439652 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-06a55f92-0cec-4821-b9a9-01919e9cff4a req-f532eebf-5889-4aa4-9a6b-41a8e3b2dfa8 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 946 time: 0.0474665 Sep 20 04:54:33.490309 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-06a55f92-0cec-4821-b9a9-01919e9cff4a req-5c245727-f48a-40b3-8e49-a818726f5f47 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1341007-80d1-4ae8-9633-1d195b582927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445411 Sep 20 04:54:33.690885 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa9528-89cd-486b-9f3b-a6abfc326996 req-78661b80-c44e-4ca4-823f-4c85c5f04b8c tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:33.692907 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-beaa9528-89cd-486b-9f3b-a6abfc326996 req-78661b80-c44e-4ca4-823f-4c85c5f04b8c tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 944 time: 0.0527251 Sep 20 04:54:33.738499 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-beaa9528-89cd-486b-9f3b-a6abfc326996 req-457a853f-f61a-4ff2-9e67-889a1abf3ced tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394337 Sep 20 04:54:33.853211 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-81edc88b-068c-4ec0-aa4f-a9b01189cb8b req-179d08d3-82c8-433d-a17c-25445df32b63 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 210 time: 0.0360024 Sep 20 04:54:34.467981 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 04:54:34.540997 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-f02f3793-75d7-4c4f-b9a5-96e58d35c238 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:34.542674 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-f02f3793-75d7-4c4f-b9a5-96e58d35c238 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.25 "GET /networking/v2.0/networks?id=7f03bfe9-ec72-45e7-b49d-83e075955154 HTTP/1.1" status: 200 len: 819 time: 0.1198025 Sep 20 04:54:34.578243 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port d063bff7-96f4-43ab-aeaf-6b6e6cab44e0, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=d063bff7-96f4-43ab-aeaf-6b6e6cab44e0,segment=NetworkSegment(40de0088-5bf0-457a-ab3f-1851673c9435),segment_id=40de0088-5bf0-457a-ab3f-1851673c9435)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:54:34.593614 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:34.605341 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': 'd063bff7-96f4-43ab-aeaf-6b6e6cab44e0', 'network_id': '5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340', 'port_id': 'd063bff7-96f4-43ab-aeaf-6b6e6cab44e0', 'mac_address': 'fa:16:3e:83:1a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8337ec93-8014-4d07-b732-e4e5c3d1d473', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 04:54:34.636236 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=45,neutron:INSERT=6,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:34.645421 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:34.646159 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (d063bff7-96f4-43ab-aeaf-6b6e6cab44e0), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:34.662565 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:54:34.665546 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:34.666640 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-3bfb16b5-3f15-4865-a3a8-9e18ead7614f tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5f0a24f6f6994f45bd314d3009b0a572 HTTP/1.1" status: 200 len: 379 time: 0.1078041 Sep 20 04:54:34.672706 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9614743-3f11-4ca7-824a-9fca013f7df3 req-4607608c-05e8-4e91-81ae-0c9d36a69a11 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:34.674190 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f9614743-3f11-4ca7-824a-9fca013f7df3 req-4607608c-05e8-4e91-81ae-0c9d36a69a11 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 946 time: 0.0737596 Sep 20 04:54:34.679397 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-090b7be6-7819-414f-95d7-920c6bbd5e7e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Request body: {'port': {'device_id': '8df00208-8207-4ff8-9979-2e00926de906', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'admin_state_up': True, 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'security_groups': ['38378f96-1fd2-4289-8ef9-130c8ae0b6d3']}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:34.686770 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port d063bff7-96f4-43ab-aeaf-6b6e6cab44e0, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=d063bff7-96f4-43ab-aeaf-6b6e6cab44e0,segment=NetworkSegment(40de0088-5bf0-457a-ab3f-1851673c9435),segment_id=40de0088-5bf0-457a-ab3f-1851673c9435)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:54:34.698003 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (d063bff7-96f4-43ab-aeaf-6b6e6cab44e0), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:34.770398 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=d063bff7-96f4-43ab-aeaf-6b6e6cab44e0,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:34.815107 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f9614743-3f11-4ca7-824a-9fca013f7df3 req-47f62726-d055-4fba-a438-2baefad6cae0 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1341007-80d1-4ae8-9633-1d195b582927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303313 Sep 20 04:54:34.839886 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:34.896194 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94b5b1-1a96-4966-8e11-089f5e03ac68 req-982803eb-d769-4bda-8b6b-f01a910a1cb8 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:34.897723 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fb94b5b1-1a96-4966-8e11-089f5e03ac68 req-982803eb-d769-4bda-8b6b-f01a910a1cb8 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 945 time: 0.0729029 Sep 20 04:54:34.970719 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-090b7be6-7819-414f-95d7-920c6bbd5e7e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Made reservation on behalf of 5f0a24f6f6994f45bd314d3009b0a572 for: {'port': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:54:34.974415 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-090b7be6-7819-414f-95d7-920c6bbd5e7e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:34.987368 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a8a16-fa10-45fe-97a9-e406b0a9458f req-26b2c88b-20e1-4048-84cb-8fc07394eaf2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:34.989420 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-303a8a16-fa10-45fe-97a9-e406b0a9458f req-26b2c88b-20e1-4048-84cb-8fc07394eaf2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 946 time: 0.0899079 Sep 20 04:54:35.001230 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 50156) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:35.006601 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-798c1661-9cf2-44d7-8848-ea55f365c9c7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'floatingip': {'port_id': '9143766c-b4ab-434b-8c53-ed214e20f104'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:35.025403 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fb94b5b1-1a96-4966-8e11-089f5e03ac68 req-8efa508a-9af1-4b74-bc98-4656821cb27d tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085851 Sep 20 04:54:35.108936 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5dd98fd1-f401-4954-8a9b-a1cb4a40f37a req-f5fe1111-edd3-4789-85a2-184b6af0bf8b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 210 time: 0.0391526 Sep 20 04:54:35.154439 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['d063bff7-96f4-43ab-aeaf-6b6e6cab44e0'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:54:35.186312 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-090b7be6-7819-414f-95d7-920c6bbd5e7e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Allocated IP 172.20.0.10 (7f03bfe9-ec72-45e7-b49d-83e075955154/cf7788d5-5c18-43ac-bdba-25d88d0e67a1/0d0b44d0-2172-48f9-b9c5-88e71d3e7975) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:54:35.222111 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:35.287687 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-798c1661-9cf2-44d7-8848-ea55f365c9c7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (a5a63b9d-2322-4db0-a55f-dcbcb68f84cb), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:35.362937 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-090b7be6-7819-414f-95d7-920c6bbd5e7e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for port (0d0b44d0-2172-48f9-b9c5-88e71d3e7975), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:35.400763 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-090b7be6-7819-414f-95d7-920c6bbd5e7e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (0d0b44d0-2172-48f9-b9c5-88e71d3e7975), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:35.441874 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-090b7be6-7819-414f-95d7-920c6bbd5e7e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Network 7f03bfe9-ec72-45e7-b49d-83e075955154 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:54:35.447411 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-090b7be6-7819-414f-95d7-920c6bbd5e7e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:54:35.451372 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-090b7be6-7819-414f-95d7-920c6bbd5e7e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:54:35.485643 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b7be6-7819-414f-95d7-920c6bbd5e7e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Pushing event updated for resources: {'Port': ['ID=0d0b44d0-2172-48f9-b9c5-88e71d3e7975,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:35.515324 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-090b7be6-7819-414f-95d7-920c6bbd5e7e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:35.516316 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-090b7be6-7819-414f-95d7-920c6bbd5e7e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:35.537349 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-090b7be6-7819-414f-95d7-920c6bbd5e7e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8621294 Sep 20 04:54:35.555895 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Request body: {'port': {'device_id': '8df00208-8207-4ff8-9979-2e00926de906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:35.628645 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (0d0b44d0-2172-48f9-b9c5-88e71d3e7975), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:35.767943 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-ff280695-c81d-45f1-a239-453a23c23af1 None None] Provisioning complete for port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:35.768511 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-ff280695-c81d-45f1-a239-453a23c23af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (0d0b44d0-2172-48f9-b9c5-88e71d3e7975), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:35.768690 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-ff280695-c81d-45f1-a239-453a23c23af1 None None] Attempt 1 to provision port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 Sep 20 04:54:35.784296 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-798c1661-9cf2-44d7-8848-ea55f365c9c7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:35.792580 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-798c1661-9cf2-44d7-8848-ea55f365c9c7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (a5a63b9d-2322-4db0-a55f-dcbcb68f84cb), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:35.830810 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-ff280695-c81d-45f1-a239-453a23c23af1 None None] Port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:35.837574 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:35.898282 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.l3_db [None req-798c1661-9cf2-44d7-8848-ea55f365c9c7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Floating IP a5a63b9d-2322-4db0-a55f-dcbcb68f84cb associated. External IP: 172.27.1.106, port: 9143766c-b4ab-434b-8c53-ed214e20f104. Sep 20 04:54:35.913901 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 {{(pid=112592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:54:35.921493 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Publish callbacks [] for port (0d0b44d0-2172-48f9-b9c5-88e71d3e7975), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:35.933946 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.provisioning_blocks [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Transition to ACTIVE for port object 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 will not be triggered until provisioned by entity L2. {{(pid=112592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 04:54:35.938687 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (0d0b44d0-2172-48f9-b9c5-88e71d3e7975), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:36.003187 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Pushing event updated for resources: {'Port': ['ID=0d0b44d0-2172-48f9-b9c5-88e71d3e7975,revision_number=2']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:36.052709 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Attempting to bind port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:54:36.053046 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Attempting to bind port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:54:36.053372 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Attempting to bind port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 on network 7f03bfe9-ec72-45e7-b49d-83e075955154 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:54:36.095442 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 on network 7f03bfe9-ec72-45e7-b49d-83e075955154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 04:54:36.096073 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Attempting to bind port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 on network 7f03bfe9-ec72-45e7-b49d-83e075955154 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:54:36.097905 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:36.108086 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798c1661-9cf2-44d7-8848-ea55f365c9c7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Router 7682264b-089e-428b-8ddc-de27bd112194 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:54:36.179666 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e18a4-ae70-4489-849f-3fc5f9f496b9 req-ee82f696-768c-468d-87ae-b326e158e363 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:36.181515 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-be0e18a4-ae70-4489-849f-3fc5f9f496b9 req-ee82f696-768c-468d-87ae-b326e158e363 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 945 time: 0.0649438 Sep 20 04:54:36.192866 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:54:36.193651 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Checking segment: {'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:54:36.193651 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Bound using segment: {'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:54:36.194014 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Bound port: 0d0b44d0-2172-48f9-b9c5-88e71d3e7975, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154'}}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:54:36.194380 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (0d0b44d0-2172-48f9-b9c5-88e71d3e7975), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:36.234074 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798c1661-9cf2-44d7-8848-ea55f365c9c7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:54:36.238675 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-798c1661-9cf2-44d7-8848-ea55f365c9c7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:36.245858 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ebb864-d605-45a2-a3b5-7c34e170135b None None] Sync routers for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:54:36.259654 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ebb864-d605-45a2-a3b5-7c34e170135b None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:54:36.260589 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-74ebb864-d605-45a2-a3b5-7c34e170135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:54:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:36.279052 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-798c1661-9cf2-44d7-8848-ea55f365c9c7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/a5a63b9d-2322-4db0-a55f-dcbcb68f84cb HTTP/1.1" status: 200 len: 992 time: 1.2745433 Sep 20 04:54:36.279052 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60372fad-5a9d-4d04-89e4-8aca10601222', 'tag': '9143766c-b4ab-434b-8c53-ed214e20f104'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:54:36.285469 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142e7da1-05fa-4f0e-9d59-51609f97c8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "60372fad-5a9d-4d04-89e4-8aca10601222", "tag": "9143766c-b4ab-434b-8c53-ed214e20f104"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:54:36.337898 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aec5fa-0938-407b-91bb-78b878829a95 req-527e1947-14c4-45b9-93ea-1334873c0696 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:36.339286 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-89aec5fa-0938-407b-91bb-78b878829a95 req-527e1947-14c4-45b9-93ea-1334873c0696 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 944 time: 0.1178679 Sep 20 04:54:36.344515 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-be0e18a4-ae70-4489-849f-3fc5f9f496b9 req-5f6b7fba-adc4-4fdf-ab19-ad4a8d446531 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540360 Sep 20 04:54:36.349913 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] For port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975, host hv-cinder-75671, cleared binding levels {{(pid=112592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:54:36.352901 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-ff280695-c81d-45f1-a239-453a23c23af1 None None] Attempt 2 to provision port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 Sep 20 04:54:36.395815 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb73bcd-aff2-4a83-a82b-da1da2c88390 x-openstack-request-id: req-2cb73bcd-aff2-4a83-a82b-da1da2c88390 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:54:36.396402 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60372fad-5a9d-4d04-89e4-8aca10601222", "tag": "9143766c-b4ab-434b-8c53-ed214e20f104", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:54:36.396899 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2cb73bcd-aff2-4a83-a82b-da1da2c88390 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:54:36.397751 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb73bcd-aff2-4a83-a82b-da1da2c88390'] response: {'name': 'network-changed', 'server_uuid': '60372fad-5a9d-4d04-89e4-8aca10601222', 'tag': '9143766c-b4ab-434b-8c53-ed214e20f104', 'status': 'completed', 'code': 200} Sep 20 04:54:36.399386 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] For port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=0d0b44d0-2172-48f9-b9c5-88e71d3e7975,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:54:36.412364 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (0d0b44d0-2172-48f9-b9c5-88e71d3e7975), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:36.415647 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:36.416262 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:36.417670 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/0d0b44d0-2172-48f9-b9c5-88e71d3e7975 HTTP/1.1" status: 200 len: 1094 time: 0.8661776 Sep 20 04:54:36.420332 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df00208-8207-4ff8-9979-2e00926de906', 'tag': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:54:36.421727 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-ff280695-c81d-45f1-a239-453a23c23af1 None None] Port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:54:36.422346 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5096d06a-c8d8-414f-95ae-d40ae97ba217" -d '{"events": [{"name": "network-changed", "server_uuid": "8df00208-8207-4ff8-9979-2e00926de906", "tag": "0d0b44d0-2172-48f9-b9c5-88e71d3e7975"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:54:36.427341 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-74ebb864-d605-45a2-a3b5-7c34e170135b None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:54:36.441486 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-89aec5fa-0938-407b-91bb-78b878829a95 req-ccfe786f-89bd-4487-add7-5686878eedf2 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940399 Sep 20 04:54:36.477086 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f22d62-e5cc-4704-9cc4-e7d4f0c0207e x-openstack-request-id: req-72f22d62-e5cc-4704-9cc4-e7d4f0c0207e {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:54:36.477870 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df00208-8207-4ff8-9979-2e00926de906", "tag": "0d0b44d0-2172-48f9-b9c5-88e71d3e7975", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:54:36.478134 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-72f22d62-e5cc-4704-9cc4-e7d4f0c0207e {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:54:36.478530 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f22d62-e5cc-4704-9cc4-e7d4f0c0207e'] response: {'name': 'network-changed', 'server_uuid': '8df00208-8207-4ff8-9979-2e00926de906', 'tag': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975', 'status': 'completed', 'code': 200} Sep 20 04:54:36.481942 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:54:36.510290 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52b923-8c5e-4288-9bbc-06ae0e3f6dfc service neutron] Pushing event updated for resources: {'Port': ['ID=0d0b44d0-2172-48f9-b9c5-88e71d3e7975,revision_number=3']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:36.556688 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:36.621754 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 04:54:36.648233 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e7da1-05fa-4f0e-9d59-51609f97c8f6 req-3ab80edd-3f11-4577-8856-6f034dd6f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:36.649761 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:36.649909 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-142e7da1-05fa-4f0e-9d59-51609f97c8f6 req-3ab80edd-3f11-4577-8856-6f034dd6f91b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f0f0b8842ae496292c27a6ee1350d32&device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 1130 time: 0.0928094 Sep 20 04:54:36.650143 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (d063bff7-96f4-43ab-aeaf-6b6e6cab44e0), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:36.650477 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 Sep 20 04:54:36.652827 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096d06a-c8d8-414f-95ae-d40ae97ba217 req-821e5842-e4b9-4279-9582-93782ca19dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:36.654681 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5096d06a-c8d8-414f-95ae-d40ae97ba217 req-821e5842-e4b9-4279-9582-93782ca19dbf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 1128 time: 0.0864418 Sep 20 04:54:36.795802 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:36.820246 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:36.820869 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (d063bff7-96f4-43ab-aeaf-6b6e6cab44e0), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:36.824007 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:36.853559 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-74ebb864-d605-45a2-a3b5-7c34e170135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '89b63287-1bcb-4053-b171-558829f5dce7', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '7682264b-089e-428b-8ddc-de27bd112194', 'port_id': '4e821eae-4814-40c5-b31f-2ea37b73d8f1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'mac_address': 'fa:16:3e:5b:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7723784c-51e5-4936-b33a-caf9b1b87bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:52:07Z', 'updated_at': '2022-09-20T04:53:07Z', 'revision_number': 2, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'fixed_ip_address_scope': None}, {'id': 'a5a63b9d-2322-4db0-a55f-dcbcb68f84cb', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '7682264b-089e-428b-8ddc-de27bd112194', 'port_id': '9143766c-b4ab-434b-8c53-ed214e20f104', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'mac_address': 'fa:16:3e:98:f9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60372fad-5a9d-4d04-89e4-8aca10601222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:54:14Z', 'updated_at': '2022-09-20T04:54:35Z', 'revision_number': 1, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:36.866310 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e7da1-05fa-4f0e-9d59-51609f97c8f6 req-65076a0c-b98f-40f2-8b9f-45a10801cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:36.867800 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-142e7da1-05fa-4f0e-9d59-51609f97c8f6 req-65076a0c-b98f-40f2-8b9f-45a10801cde8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=637b3136-e650-47ef-a9fe-492091eb8174 HTTP/1.1" status: 200 len: 915 time: 0.1980996 Sep 20 04:54:36.872210 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096d06a-c8d8-414f-95ae-d40ae97ba217 req-33a46ef6-ae3c-40d0-b57a-a6c90c364eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:36.873663 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5096d06a-c8d8-414f-95ae-d40ae97ba217 req-33a46ef6-ae3c-40d0-b57a-a6c90c364eed service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2026942 Sep 20 04:54:36.882871 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f024434a-d44b-41f9-8818-da15a5d0a52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd063bff7-96f4-43ab-aeaf-6b6e6cab44e0'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:54:36.885483 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50dbb89-beee-4d51-ac68-e68a4672bd2f" -d '{"events": [{"server_uuid": "f024434a-d44b-41f9-8818-da15a5d0a52d", "name": "network-vif-plugged", "status": "completed", "tag": "d063bff7-96f4-43ab-aeaf-6b6e6cab44e0"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:54:36.890186 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ebb864-d605-45a2-a3b5-7c34e170135b None None] Checking router: 7682264b-089e-428b-8ddc-de27bd112194 for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:54:36.901295 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ebb864-d605-45a2-a3b5-7c34e170135b None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:54:36.901914 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-74ebb864-d605-45a2-a3b5-7c34e170135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:54:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:36.941434 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-ff280695-c81d-45f1-a239-453a23c23af1 None None] Attempt 3 to provision port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 Sep 20 04:54:36.943940 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b73a32-2b1b-4fef-a877-47114819f193 x-openstack-request-id: req-56b73a32-2b1b-4fef-a877-47114819f193 {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:54:36.944259 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f024434a-d44b-41f9-8818-da15a5d0a52d", "name": "network-vif-plugged", "status": "completed", "tag": "d063bff7-96f4-43ab-aeaf-6b6e6cab44e0", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:54:36.945120 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-56b73a32-2b1b-4fef-a877-47114819f193 {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:54:36.945120 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b73a32-2b1b-4fef-a877-47114819f193'] response: {'server_uuid': 'f024434a-d44b-41f9-8818-da15a5d0a52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd063bff7-96f4-43ab-aeaf-6b6e6cab44e0', 'code': 200} Sep 20 04:54:36.950673 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port d063bff7-96f4-43ab-aeaf-6b6e6cab44e0, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=d063bff7-96f4-43ab-aeaf-6b6e6cab44e0,segment=NetworkSegment(40de0088-5bf0-457a-ab3f-1851673c9435),segment_id=40de0088-5bf0-457a-ab3f-1851673c9435)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:54:36.972501 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (d063bff7-96f4-43ab-aeaf-6b6e6cab44e0), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:37.083874 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-ff280695-c81d-45f1-a239-453a23c23af1 None None] Port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 had new provisioning blocks added so it will not transition to active. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 04:54:37.093922 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=d063bff7-96f4-43ab-aeaf-6b6e6cab44e0,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:37.104471 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-74ebb864-d605-45a2-a3b5-7c34e170135b None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:54:37.238126 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:37.248869 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58963f-30de-42a4-a40a-0fb425e2dda0 req-9e88865a-5340-4bde-80ff-5892c6be752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:37.250735 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-4d58963f-30de-42a4-a40a-0fb425e2dda0 req-9e88865a-5340-4bde-80ff-5892c6be752b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 1130 time: 0.0881019 Sep 20 04:54:37.263856 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-142e7da1-05fa-4f0e-9d59-51609f97c8f6 req-b2b67174-43f2-46b7-831b-63185b8134d6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9143766c-b4ab-434b-8c53-ed214e20f104 HTTP/1.1" status: 200 len: 1000 time: 0.3892224 Sep 20 04:54:37.322509 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-4d58963f-30de-42a4-a40a-0fb425e2dda0 req-4091c16e-dce1-4237-ae26-c6bcfeba4bc8 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563319 Sep 20 04:54:37.350188 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096d06a-c8d8-414f-95ae-d40ae97ba217 req-b016034e-1992-457d-ba66-80fbd20b3cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:37.351564 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5096d06a-c8d8-414f-95ae-d40ae97ba217 req-b016034e-1992-457d-ba66-80fbd20b3cca service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4667838 Sep 20 04:54:37.353041 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e7da1-05fa-4f0e-9d59-51609f97c8f6 req-1d2ed9c3-640f-47bd-b5bc-af86aebfa3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:37.354347 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-142e7da1-05fa-4f0e-9d59-51609f97c8f6 req-1d2ed9c3-640f-47bd-b5bc-af86aebfa3d1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f57d475-8572-4ec4-8852-9471b6c9f7c5 HTTP/1.1" status: 200 len: 854 time: 0.0837996 Sep 20 04:54:37.483963 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d750a60-27fd-42cf-9881-f42b8f0047eb req-89880c60-f0bd-4d21-b4e3-7574b56bc665 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:37.487042 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-74ebb864-d605-45a2-a3b5-7c34e170135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '89b63287-1bcb-4053-b171-558829f5dce7', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '7682264b-089e-428b-8ddc-de27bd112194', 'port_id': '4e821eae-4814-40c5-b31f-2ea37b73d8f1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'mac_address': 'fa:16:3e:5b:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7723784c-51e5-4936-b33a-caf9b1b87bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:52:07Z', 'updated_at': '2022-09-20T04:53:07Z', 'revision_number': 2, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'fixed_ip_address_scope': None}, {'id': 'a5a63b9d-2322-4db0-a55f-dcbcb68f84cb', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '7682264b-089e-428b-8ddc-de27bd112194', 'port_id': '9143766c-b4ab-434b-8c53-ed214e20f104', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'mac_address': 'fa:16:3e:98:f9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60372fad-5a9d-4d04-89e4-8aca10601222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:54:14Z', 'updated_at': '2022-09-20T04:54:35Z', 'revision_number': 1, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:37.491218 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5d750a60-27fd-42cf-9881-f42b8f0047eb req-89880c60-f0bd-4d21-b4e3-7574b56bc665 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 946 time: 0.0561757 Sep 20 04:54:37.519564 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ebb864-d605-45a2-a3b5-7c34e170135b None None] The sync data for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi is: [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '89b63287-1bcb-4053-b171-558829f5dce7', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '7682264b-089e-428b-8ddc-de27bd112194', 'port_id': '4e821eae-4814-40c5-b31f-2ea37b73d8f1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'mac_address': 'fa:16:3e:5b:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7723784c-51e5-4936-b33a-caf9b1b87bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:52:07Z', 'updated_at': '2022-09-20T04:53:07Z', 'revision_number': 2, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'fixed_ip_address_scope': None}, {'id': 'a5a63b9d-2322-4db0-a55f-dcbcb68f84cb', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '7682264b-089e-428b-8ddc-de27bd112194', 'port_id': '9143766c-b4ab-434b-8c53-ed214e20f104', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'mac_address': 'fa:16:3e:98:f9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60372fad-5a9d-4d04-89e4-8aca10601222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:54:14Z', 'updated_at': '2022-09-20T04:54:35Z', 'revision_number': 1, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:54:37.562146 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5d750a60-27fd-42cf-9881-f42b8f0047eb req-f4b7b906-de47-4824-ab96-5907a931f83e tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618465 Sep 20 04:54:37.592192 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:37.602458 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051abc2-7415-4eda-9fe2-376ab6fa3c29 req-8e69b2bb-ef51-469d-86d9-02397fc107d8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:37.604198 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d051abc2-7415-4eda-9fe2-376ab6fa3c29 req-8e69b2bb-ef51-469d-86d9-02397fc107d8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 944 time: 0.0640297 Sep 20 04:54:37.662215 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d051abc2-7415-4eda-9fe2-376ab6fa3c29 req-b75ba562-e957-4d92-ba9c-ef1cdda71b6f tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508235 Sep 20 04:54:37.714058 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e7da1-05fa-4f0e-9d59-51609f97c8f6 req-1a81d182-cdbd-4e93-8b32-1b2cbe5968ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:37.716067 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-142e7da1-05fa-4f0e-9d59-51609f97c8f6 req-1a81d182-cdbd-4e93-8b32-1b2cbe5968ea service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=637b3136-e650-47ef-a9fe-492091eb8174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492530 Sep 20 04:54:37.729044 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb13d3e7-920e-45dd-8d75-49b6fe537f97 None None] New status for floating IP a5a63b9d-2322-4db0-a55f-dcbcb68f84cb: ACTIVE {{(pid=112595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 04:54:37.792536 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:38.239683 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-8eef3335-86bd-4daf-9cb6-9822f53eef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:38.241162 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-8eef3335-86bd-4daf-9cb6-9822f53eef36 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 1128 time: 0.0915289 Sep 20 04:54:38.269754 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-142e7da1-05fa-4f0e-9d59-51609f97c8f6 req-c17ba211-e85c-4906-b574-9d57c0840f4a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280146 Sep 20 04:54:38.348861 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-7d4937a3-4ca4-4155-8fdf-297cb18a6302 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d0b44d0-2172-48f9-b9c5-88e71d3e7975 HTTP/1.1" status: 200 len: 217 time: 0.0648487 Sep 20 04:54:38.450174 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-d6f63956-c66d-4fa3-88f5-f99b07b63646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:38.451505 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-d6f63956-c66d-4fa3-88f5-f99b07b63646 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cf7788d5-5c18-43ac-bdba-25d88d0e67a1 HTTP/1.1" status: 200 len: 858 time: 0.0699341 Sep 20 04:54:38.477253 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-142e7da1-05fa-4f0e-9d59-51609f97c8f6 req-375d0233-4be9-4238-b736-6ac49c29e4fd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917834 Sep 20 04:54:38.503544 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-f8dfa479-941a-409a-9544-5622df03fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:38.505031 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-f8dfa479-941a-409a-9544-5622df03fa4a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7f03bfe9-ec72-45e7-b49d-83e075955154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452700 Sep 20 04:54:38.685786 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba3ecf-b9f9-4256-bb0b-8b2c8bb04d2b req-ab61a4a0-9f1c-43f5-8685-6e793d482763 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:38.687271 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-daba3ecf-b9f9-4256-bb0b-8b2c8bb04d2b req-ab61a4a0-9f1c-43f5-8685-6e793d482763 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 946 time: 0.0499392 Sep 20 04:54:38.746242 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-daba3ecf-b9f9-4256-bb0b-8b2c8bb04d2b req-f168b5c0-5329-449e-bc2c-2532a8249e46 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530994 Sep 20 04:54:38.939764 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38aebdb-e45b-4ff3-97c5-d3292921be02 req-61a06178-54e0-4eb3-b919-f4d419c19d14 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:38.941368 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e38aebdb-e45b-4ff3-97c5-d3292921be02 req-61a06178-54e0-4eb3-b919-f4d419c19d14 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 944 time: 0.0500958 Sep 20 04:54:38.989229 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:38.994235 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e38aebdb-e45b-4ff3-97c5-d3292921be02 req-abb7c461-dc9e-4f1b-813e-dcf3aec2fb94 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470636 Sep 20 04:54:39.319277 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-ec641c92-77aa-4cda-b7cb-fead2c658456 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983236 Sep 20 04:54:39.437313 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2cbaea25-cc87-4ccf-ac36-f2f9d2ccc00d req-de63dcbd-f91c-431e-9aa8-a76ed44c3c82 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093330 Sep 20 04:54:39.873847 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbb646-7bea-4f43-8481-3cef1ddae9ee req-6d6ae2ec-b7c5-437a-b602-afcef8c226b9 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:39.875187 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85fbb646-7bea-4f43-8481-3cef1ddae9ee req-6d6ae2ec-b7c5-437a-b602-afcef8c226b9 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 946 time: 0.0490506 Sep 20 04:54:39.923925 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85fbb646-7bea-4f43-8481-3cef1ddae9ee req-f1cd2654-6a6d-40f8-a86d-e7c31bf1d41b tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417838 Sep 20 04:54:40.117382 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b04af-7d07-4ede-b13b-1e3f0c9a5450 req-31128b07-1905-4678-932a-d5e142087a8f tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:40.118833 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-795b04af-7d07-4ede-b13b-1e3f0c9a5450 req-31128b07-1905-4678-932a-d5e142087a8f tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 944 time: 0.0470235 Sep 20 04:54:40.171928 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-795b04af-7d07-4ede-b13b-1e3f0c9a5450 req-92e3a754-a2b4-4b42-aa47-3f63d86089e7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474803 Sep 20 04:54:41.289194 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103705d0-acb3-4d52-a531-dc11458281e3 req-ca17cf72-99eb-49ed-a5c4-3d6b386f6ce7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:41.290780 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-103705d0-acb3-4d52-a531-dc11458281e3 req-ca17cf72-99eb-49ed-a5c4-3d6b386f6ce7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 944 time: 0.0460505 Sep 20 04:54:41.310537 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:41.338083 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-103705d0-acb3-4d52-a531-dc11458281e3 req-e879e21c-dd55-4999-b8bf-29ee8a10f9ba tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417635 Sep 20 04:54:42.458204 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a9e28-ca07-43ba-9e82-9915bd47d2c6 req-acdade10-be0e-425b-b532-2190e1dcd705 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:42.459630 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c6a9e28-ca07-43ba-9e82-9915bd47d2c6 req-acdade10-be0e-425b-b532-2190e1dcd705 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 944 time: 0.0457113 Sep 20 04:54:42.504939 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c6a9e28-ca07-43ba-9e82-9915bd47d2c6 req-c5c53400-f05c-47ec-acff-430eccbfa55d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397251 Sep 20 04:54:43.635171 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863571f2-f9d2-4e6b-be65-0b1b00041c08 req-d00788fe-18b6-4b1b-95e3-e73320ac0c1c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:43.636713 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-863571f2-f9d2-4e6b-be65-0b1b00041c08 req-d00788fe-18b6-4b1b-95e3-e73320ac0c1c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 944 time: 0.0566900 Sep 20 04:54:43.687722 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-863571f2-f9d2-4e6b-be65-0b1b00041c08 req-ed269ad9-10fb-4238-be3c-730ed4a0ffe6 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448394 Sep 20 04:54:44.821643 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74685d-1d2b-4561-8dc3-cd78c85a0a10 req-0c0b22a7-11fd-4b1d-a9b1-c8d077dc39e5 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:44.823489 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c74685d-1d2b-4561-8dc3-cd78c85a0a10 req-0c0b22a7-11fd-4b1d-a9b1-c8d077dc39e5 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 944 time: 0.0514014 Sep 20 04:54:44.883440 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c74685d-1d2b-4561-8dc3-cd78c85a0a10 req-29557349-1612-498c-b2ea-d03408f97b88 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546272 Sep 20 04:54:46.010033 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b21f07-f947-47ba-80fe-f7188180a6c4 req-82e0cb14-a3bc-41da-a702-7022139d2feb tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:46.012168 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-65b21f07-f947-47ba-80fe-f7188180a6c4 req-82e0cb14-a3bc-41da-a702-7022139d2feb tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 944 time: 0.0520806 Sep 20 04:54:46.072548 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-65b21f07-f947-47ba-80fe-f7188180a6c4 req-8cf43d27-ca03-445a-bd3a-420ff6063b0d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518215 Sep 20 04:54:46.541137 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 04:54:46.638382 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:46.654980 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=0d0b44d0-2172-48f9-b9c5-88e71d3e7975,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:54:46.673705 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'port_id': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975', 'mac_address': 'fa:16:3e:af:6c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 04:54:46.700819 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-03da7153-9e70-435f-bef7-bf0d334a055c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:46.713308 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:46.713688 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (0d0b44d0-2172-48f9-b9c5-88e71d3e7975), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:46.726882 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:54:46.751433 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=0d0b44d0-2172-48f9-b9c5-88e71d3e7975,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:54:46.755112 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (0d0b44d0-2172-48f9-b9c5-88e71d3e7975), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:46.809483 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=0d0b44d0-2172-48f9-b9c5-88e71d3e7975,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:47.168278 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['0d0b44d0-2172-48f9-b9c5-88e71d3e7975'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:54:47.211647 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44024c9-924f-4e4d-9002-aee116c8ccfa req-09afbe4a-752f-4f12-be45-9c59942c04ef tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:47.213343 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d44024c9-924f-4e4d-9002-aee116c8ccfa req-09afbe4a-752f-4f12-be45-9c59942c04ef tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 945 time: 0.0528848 Sep 20 04:54:47.214063 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:47.273652 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d44024c9-924f-4e4d-9002-aee116c8ccfa req-9093b4b8-28fc-4ea6-91cf-95f25156bb50 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535762 Sep 20 04:54:47.306762 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:47.316924 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:47.904113 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:47.928003 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:48.381680 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:48.400043 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ee45d-5d1a-4085-9af9-1947ae876e4e req-3561b52f-847d-46f4-aabc-a9f8c737d0c7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:48.401545 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-345ee45d-5d1a-4085-9af9-1947ae876e4e req-3561b52f-847d-46f4-aabc-a9f8c737d0c7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 945 time: 0.0478802 Sep 20 04:54:48.462159 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-345ee45d-5d1a-4085-9af9-1947ae876e4e req-befa26fc-23fa-4483-94f6-1f42ced6160f tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550916 Sep 20 04:54:48.565627 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:54:48.592377 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 50394) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:48.616353 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 04:54:48.622995 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:54:48.623363 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (0d0b44d0-2172-48f9-b9c5-88e71d3e7975), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:48.623708 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 Sep 20 04:54:48.702199 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:54:48.702623 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (0d0b44d0-2172-48f9-b9c5-88e71d3e7975), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:48.712166 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0ab7e8fc-a47f-46b8-9fb7-2cb3a24ef07a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:48.727941 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df00208-8207-4ff8-9979-2e00926de906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:54:48.730300 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c376491-dc52-48b8-8399-47f7db189b5a" -d '{"events": [{"server_uuid": "8df00208-8207-4ff8-9979-2e00926de906", "name": "network-vif-plugged", "status": "completed", "tag": "0d0b44d0-2172-48f9-b9c5-88e71d3e7975"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:54:48.751220 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=0d0b44d0-2172-48f9-b9c5-88e71d3e7975,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:54:48.755048 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (0d0b44d0-2172-48f9-b9c5-88e71d3e7975), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:48.788886 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bede05-e564-4a67-8a6f-b9983e0cb98a x-openstack-request-id: req-c9bede05-e564-4a67-8a6f-b9983e0cb98a {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:54:48.789514 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df00208-8207-4ff8-9979-2e00926de906", "name": "network-vif-plugged", "status": "completed", "tag": "0d0b44d0-2172-48f9-b9c5-88e71d3e7975", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:54:48.789828 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c9bede05-e564-4a67-8a6f-b9983e0cb98a {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:54:48.790179 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9bede05-e564-4a67-8a6f-b9983e0cb98a'] response: {'server_uuid': '8df00208-8207-4ff8-9979-2e00926de906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975', 'code': 200} Sep 20 04:54:48.814883 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0ab7e8fc-a47f-46b8-9fb7-2cb3a24ef07a admin admin] Publish callbacks [] for security_group (e5ac9aca-ce36-4f69-b061-8409a40f54a7), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:48.819251 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0ab7e8fc-a47f-46b8-9fb7-2cb3a24ef07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (e5ac9aca-ce36-4f69-b061-8409a40f54a7), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:48.822830 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=0d0b44d0-2172-48f9-b9c5-88e71d3e7975,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:48.859637 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-0ab7e8fc-a47f-46b8-9fb7-2cb3a24ef07a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2c5ca93260864a198f3d58181699279d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660604 Sep 20 04:54:48.860514 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7e8fc-a47f-46b8-9fb7-2cb3a24ef07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ac9aca-ce36-4f69-b061-8409a40f54a7,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:48.863202 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 50400) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:48.897445 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-c15010ce-7435-436e-aab0-661fd502cd4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:48.925163 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-275747b3-c996-49dd-8469-eb8ed7144fc2 admin admin] Publish callbacks [] for security_group (e5ac9aca-ce36-4f69-b061-8409a40f54a7), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:48.946397 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-275747b3-c996-49dd-8469-eb8ed7144fc2 admin admin] Publish callbacks [] for security_group (e5ac9aca-ce36-4f69-b061-8409a40f54a7), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:48.994021 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-275747b3-c996-49dd-8469-eb8ed7144fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (e5ac9aca-ce36-4f69-b061-8409a40f54a7), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:48.996454 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-275747b3-c996-49dd-8469-eb8ed7144fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:48.997635 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-275747b3-c996-49dd-8469-eb8ed7144fc2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e5ac9aca-ce36-4f69-b061-8409a40f54a7 HTTP/1.1" status: 204 len: 168 time: 0.1332958 Sep 20 04:54:49.011693 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275747b3-c996-49dd-8469-eb8ed7144fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ac9aca-ce36-4f69-b061-8409a40f54a7,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:54:49.056936 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b83a70-2d78-423e-b09b-c3691fb08a47 req-f4477d57-24b5-48a3-bdee-fb0177dd657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:49.058684 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-42b83a70-2d78-423e-b09b-c3691fb08a47 req-f4477d57-24b5-48a3-bdee-fb0177dd657b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 1130 time: 0.0646253 Sep 20 04:54:49.106140 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-42b83a70-2d78-423e-b09b-c3691fb08a47 req-a20083ee-42b0-425c-ba95-cc08d331243a service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411968 Sep 20 04:54:49.597356 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12e9d0-3b62-431b-a0c0-dbea49733c22 req-d2dd9df6-c07d-4550-a23c-0829320415fd tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:49.598861 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3e12e9d0-3b62-431b-a0c0-dbea49733c22 req-d2dd9df6-c07d-4550-a23c-0829320415fd tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0524716 Sep 20 04:54:49.646650 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3e12e9d0-3b62-431b-a0c0-dbea49733c22 req-a614008b-9933-49fa-a1fe-f5cf2e381c1a tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420053 Sep 20 04:54:50.061172 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:50.765535 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:50.775454 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16435a67-2eeb-44ab-823a-ee22ac74010a req-577917dc-a9f9-4120-93e6-24e2f92238dd tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:50.777088 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-16435a67-2eeb-44ab-823a-ee22ac74010a req-577917dc-a9f9-4120-93e6-24e2f92238dd tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0487318 Sep 20 04:54:50.825267 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-16435a67-2eeb-44ab-823a-ee22ac74010a req-b23572fc-a1fe-441c-b5cb-f12f626ae252 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422313 Sep 20 04:54:50.945496 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19f938-3979-40d0-9e0e-cc87ca6f6ef8 req-a3e8d8f9-b82a-44a0-9640-dc4817e8935a tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:50.946942 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3f19f938-3979-40d0-9e0e-cc87ca6f6ef8 req-a3e8d8f9-b82a-44a0-9640-dc4817e8935a tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0470467 Sep 20 04:54:50.957602 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 50424) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:54:50.961771 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-c09acdec-84cf-423a-9f42-f9d4e948e5cf tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Request body: {'floatingip': {'port_id': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:54:51.034310 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c09acdec-84cf-423a-9f42-f9d4e948e5cf tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for floatingip (5cc0a77b-adf6-4e4e-a4b6-98076d1617f7), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:51.623052 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:51.657943 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:51.661897 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c09acdec-84cf-423a-9f42-f9d4e948e5cf tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:51.666259 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c09acdec-84cf-423a-9f42-f9d4e948e5cf tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (5cc0a77b-adf6-4e4e-a4b6-98076d1617f7), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:51.891870 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:51.986840 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.l3_db [None req-c09acdec-84cf-423a-9f42-f9d4e948e5cf tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Floating IP 5cc0a77b-adf6-4e4e-a4b6-98076d1617f7 associated. External IP: 172.27.1.206, port: 0d0b44d0-2172-48f9-b9c5-88e71d3e7975. Sep 20 04:54:52.195147 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09acdec-84cf-423a-9f42-f9d4e948e5cf tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Router 05244c5e-0162-4a82-bd62-1eef5d6666c3 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:54:52.289066 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:52.314063 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09acdec-84cf-423a-9f42-f9d4e948e5cf tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:54:52.318933 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c09acdec-84cf-423a-9f42-f9d4e948e5cf tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:54:52.323702 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bddc4c1-29bb-4f34-a712-f77cc7159a97 None None] Sync routers for ids ['05244c5e-0162-4a82-bd62-1eef5d6666c3'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:54:52.334636 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bddc4c1-29bb-4f34-a712-f77cc7159a97 None None] Routers {'05244c5e-0162-4a82-bd62-1eef5d6666c3'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:54:52.335296 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-0bddc4c1-29bb-4f34-a712-f77cc7159a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:54:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['05244c5e-0162-4a82-bd62-1eef5d6666c3'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:52.354021 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-c09acdec-84cf-423a-9f42-f9d4e948e5cf tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/5cc0a77b-adf6-4e4e-a4b6-98076d1617f7 HTTP/1.1" status: 200 len: 992 time: 1.3953915 Sep 20 04:54:52.354895 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df00208-8207-4ff8-9979-2e00926de906', 'tag': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:54:52.357735 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef4d750-8ad2-448b-ad81-a440fc39d5b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8df00208-8207-4ff8-9979-2e00926de906", "tag": "0d0b44d0-2172-48f9-b9c5-88e71d3e7975"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:54:52.400962 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f9c5a3-7d02-44fd-8e35-572aa465acdf x-openstack-request-id: req-00f9c5a3-7d02-44fd-8e35-572aa465acdf {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:54:52.401317 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df00208-8207-4ff8-9979-2e00926de906", "tag": "0d0b44d0-2172-48f9-b9c5-88e71d3e7975", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:54:52.401642 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-00f9c5a3-7d02-44fd-8e35-572aa465acdf {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:54:52.402113 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f9c5a3-7d02-44fd-8e35-572aa465acdf'] response: {'name': 'network-changed', 'server_uuid': '8df00208-8207-4ff8-9979-2e00926de906', 'tag': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975', 'status': 'completed', 'code': 200} Sep 20 04:54:52.474877 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-0bddc4c1-29bb-4f34-a712-f77cc7159a97 None None] Set router 05244c5e-0162-4a82-bd62-1eef5d6666c3 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:54:52.516198 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4d750-8ad2-448b-ad81-a440fc39d5b5 req-54cd9b0e-8709-4758-904d-ea299694eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:52.517765 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fef4d750-8ad2-448b-ad81-a440fc39d5b5 req-54cd9b0e-8709-4758-904d-ea299694eeed service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 1130 time: 0.0431497 Sep 20 04:54:52.608789 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4d750-8ad2-448b-ad81-a440fc39d5b5 req-f7e6e147-594d-4188-98a5-d78a9f641fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:52.610263 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fef4d750-8ad2-448b-ad81-a440fc39d5b5 req-f7e6e147-594d-4188-98a5-d78a9f641fa7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=7f03bfe9-ec72-45e7-b49d-83e075955154 HTTP/1.1" status: 200 len: 919 time: 0.0854921 Sep 20 04:54:52.633150 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:52.695089 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fef4d750-8ad2-448b-ad81-a440fc39d5b5 req-692af1d1-c9d4-4f35-b606-c40ebc9f7b6a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d0b44d0-2172-48f9-b9c5-88e71d3e7975 HTTP/1.1" status: 200 len: 1000 time: 0.0685134 Sep 20 04:54:52.702340 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-0bddc4c1-29bb-4f34-a712-f77cc7159a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-router', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:51:57Z', 'revision_number': 4, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'gw_port': {'id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '5cc0a77b-adf6-4e4e-a4b6-98076d1617f7', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'port_id': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'mac_address': 'fa:16:3e:af:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df00208-8207-4ff8-9979-2e00926de906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:54:21Z', 'updated_at': '2022-09-20T04:54:51Z', 'revision_number': 1, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017186fa-3ed0-4d45-a2f4-faeb87694cb0', 'name': '', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'mac_address': 'fa:16:3e:f3:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:56Z', 'updated_at': '2022-09-20T04:52:05Z', 'revision_number': 5, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'subnets': [{'id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:52.729899 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bddc4c1-29bb-4f34-a712-f77cc7159a97 None None] Checking router: 05244c5e-0162-4a82-bd62-1eef5d6666c3 for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:54:52.739228 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bddc4c1-29bb-4f34-a712-f77cc7159a97 None None] Routers {'05244c5e-0162-4a82-bd62-1eef5d6666c3'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:54:52.739836 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-0bddc4c1-29bb-4f34-a712-f77cc7159a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:54:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['05244c5e-0162-4a82-bd62-1eef5d6666c3'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:52.750103 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4d750-8ad2-448b-ad81-a440fc39d5b5 req-6c030292-d63c-4a35-be67-6f7ecf10a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:52.751569 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fef4d750-8ad2-448b-ad81-a440fc39d5b5 req-6c030292-d63c-4a35-be67-6f7ecf10a719 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cf7788d5-5c18-43ac-bdba-25d88d0e67a1 HTTP/1.1" status: 200 len: 858 time: 0.0470591 Sep 20 04:54:52.785223 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:52.797638 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4d750-8ad2-448b-ad81-a440fc39d5b5 req-6acd0372-9cfe-458b-864d-e385ccd12b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:54:52.799745 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fef4d750-8ad2-448b-ad81-a440fc39d5b5 req-6acd0372-9cfe-458b-864d-e385ccd12b75 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7f03bfe9-ec72-45e7-b49d-83e075955154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407863 Sep 20 04:54:52.852480 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-0bddc4c1-29bb-4f34-a712-f77cc7159a97 None None] Set router 05244c5e-0162-4a82-bd62-1eef5d6666c3 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:54:52.901709 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fef4d750-8ad2-448b-ad81-a440fc39d5b5 req-e5cc46d9-f7fe-46cc-bb74-c4b25efe3c44 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913851 Sep 20 04:54:52.995626 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fef4d750-8ad2-448b-ad81-a440fc39d5b5 req-fbbfe858-2f87-42da-9a6f-07fd7a807b14 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856078 Sep 20 04:54:53.083786 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-0bddc4c1-29bb-4f34-a712-f77cc7159a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-router', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:51:57Z', 'revision_number': 4, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'gw_port': {'id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '5cc0a77b-adf6-4e4e-a4b6-98076d1617f7', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'port_id': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'mac_address': 'fa:16:3e:af:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df00208-8207-4ff8-9979-2e00926de906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:54:21Z', 'updated_at': '2022-09-20T04:54:51Z', 'revision_number': 1, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017186fa-3ed0-4d45-a2f4-faeb87694cb0', 'name': '', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'mac_address': 'fa:16:3e:f3:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:56Z', 'updated_at': '2022-09-20T04:52:05Z', 'revision_number': 5, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'subnets': [{'id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:54:53.110567 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bddc4c1-29bb-4f34-a712-f77cc7159a97 None None] The sync data for ids ['05244c5e-0162-4a82-bd62-1eef5d6666c3'] in dv-cinder-756710-7-iscsi is: [{'id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-router', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:51:57Z', 'revision_number': 4, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'gw_port': {'id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '5cc0a77b-adf6-4e4e-a4b6-98076d1617f7', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'port_id': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'mac_address': 'fa:16:3e:af:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df00208-8207-4ff8-9979-2e00926de906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:54:21Z', 'updated_at': '2022-09-20T04:54:51Z', 'revision_number': 1, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017186fa-3ed0-4d45-a2f4-faeb87694cb0', 'name': '', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'mac_address': 'fa:16:3e:f3:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:56Z', 'updated_at': '2022-09-20T04:52:05Z', 'revision_number': 5, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'subnets': [{'id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:54:53.310051 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e869106c-0d93-41a8-82e9-6c1499eb96bb None None] New status for floating IP 5cc0a77b-adf6-4e4e-a4b6-98076d1617f7: ACTIVE {{(pid=112595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 04:54:56.064710 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:54:59.000580 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:59.003523 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=12,neutron:DELETE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:54:59.013791 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:00.271607 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8e906b1c-3b44-40c8-aef4-8d7b586e6b1b req-0c35f71e-450f-4954-8851-b2515e3f352e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443118 Sep 20 04:55:00.357494 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:00.365679 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e906b1c-3b44-40c8-aef4-8d7b586e6b1b req-c84df7ab-b256-4e45-a836-9989488b7d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:00.367104 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8e906b1c-3b44-40c8-aef4-8d7b586e6b1b req-c84df7ab-b256-4e45-a836-9989488b7d74 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 1129 time: 0.0403235 Sep 20 04:55:00.470583 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e906b1c-3b44-40c8-aef4-8d7b586e6b1b req-06418e55-d21a-4a2a-843d-f95716ea3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:00.472157 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8e906b1c-3b44-40c8-aef4-8d7b586e6b1b req-06418e55-d21a-4a2a-843d-f95716ea3180 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=7f03bfe9-ec72-45e7-b49d-83e075955154 HTTP/1.1" status: 200 len: 919 time: 0.0861549 Sep 20 04:55:00.515332 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8e906b1c-3b44-40c8-aef4-8d7b586e6b1b req-1e79a335-7c34-4a78-a794-68a7bdaa0d3c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=512e1b53-d964-4c70-8001-91bd16999e8b HTTP/1.1" status: 200 len: 217 time: 0.0372863 Sep 20 04:55:00.564259 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e906b1c-3b44-40c8-aef4-8d7b586e6b1b req-e251810b-61c3-45b2-9047-8162bf2900a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:00.566383 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8e906b1c-3b44-40c8-aef4-8d7b586e6b1b req-e251810b-61c3-45b2-9047-8162bf2900a7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cf7788d5-5c18-43ac-bdba-25d88d0e67a1 HTTP/1.1" status: 200 len: 858 time: 0.0447514 Sep 20 04:55:00.609544 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e906b1c-3b44-40c8-aef4-8d7b586e6b1b req-7ef58451-a323-495a-92ec-81754bcece72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:00.611054 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8e906b1c-3b44-40c8-aef4-8d7b586e6b1b req-7ef58451-a323-495a-92ec-81754bcece72 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7f03bfe9-ec72-45e7-b49d-83e075955154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388455 Sep 20 04:55:00.710350 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8e906b1c-3b44-40c8-aef4-8d7b586e6b1b req-8b1b9237-2961-452a-9c03-87403cc4f214 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913649 Sep 20 04:55:00.800560 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8e906b1c-3b44-40c8-aef4-8d7b586e6b1b req-c852ed7b-25a1-40dd-a7a0-c8fe4e2ba1f5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845063 Sep 20 04:55:03.416070 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:07.525595 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 50590) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:07.629334 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bc9c366a-1fb8-4901-9438-7592181b7788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:07.706375 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bc9c366a-1fb8-4901-9438-7592181b7788 admin admin] Publish callbacks [] for security_group (c2ee9ee9-968b-4994-9e05-faa5d1b1f5a5), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:07.710174 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bc9c366a-1fb8-4901-9438-7592181b7788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (c2ee9ee9-968b-4994-9e05-faa5d1b1f5a5), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:07.746366 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c366a-1fb8-4901-9438-7592181b7788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ee9ee9-968b-4994-9e05-faa5d1b1f5a5,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:07.750172 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-bc9c366a-1fb8-4901-9438-7592181b7788 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7edcc5b3c93847d4a2adcbeb124ecc10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235243 Sep 20 04:55:07.753533 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 50594) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:07.756717 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c366a-1fb8-4901-9438-7592181b7788 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.757067 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c366a-1fb8-4901-9438-7592181b7788 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.757430 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c366a-1fb8-4901-9438-7592181b7788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.757771 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c366a-1fb8-4901-9438-7592181b7788 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.758107 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c366a-1fb8-4901-9438-7592181b7788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.758433 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c366a-1fb8-4901-9438-7592181b7788 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.758756 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c366a-1fb8-4901-9438-7592181b7788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.759106 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c366a-1fb8-4901-9438-7592181b7788 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.759443 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c366a-1fb8-4901-9438-7592181b7788 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.759767 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c366a-1fb8-4901-9438-7592181b7788 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.760131 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c366a-1fb8-4901-9438-7592181b7788 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.760473 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c366a-1fb8-4901-9438-7592181b7788 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.760585 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:07.760819 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c366a-1fb8-4901-9438-7592181b7788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.761336 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c366a-1fb8-4901-9438-7592181b7788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.761481 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c366a-1fb8-4901-9438-7592181b7788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.808194 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] Publish callbacks [] for security_group (c2ee9ee9-968b-4994-9e05-faa5d1b1f5a5), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:07.828275 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] Publish callbacks [] for security_group (c2ee9ee9-968b-4994-9e05-faa5d1b1f5a5), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:07.873607 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (c2ee9ee9-968b-4994-9e05-faa5d1b1f5a5), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:07.877044 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:07.878178 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c2ee9ee9-968b-4994-9e05-faa5d1b1f5a5 HTTP/1.1" status: 204 len: 168 time: 0.1236298 Sep 20 04:55:07.885791 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ee9ee9-968b-4994-9e05-faa5d1b1f5a5,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:07.893855 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.894203 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.894546 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.894884 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.895224 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.895555 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.895884 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.896209 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.896533 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.896887 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.897216 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.897549 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.897872 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.898192 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:07.898508 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a1c93d-7a65-4f60-81eb-39f11a9a01a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:09.010124 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:10.093140 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-b26311d6-39e3-48b8-9491-c2fc38cc88b5 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=2bf8a8097f514bd5b31f5962183fb471&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337460 Sep 20 04:55:10.274595 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-86c0997a-acc5-415a-b672-86f002e8fb4f tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:10.276042 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-86c0997a-acc5-415a-b672-86f002e8fb4f tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771836 Sep 20 04:55:10.290691 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-6f06e3ca-d3d9-4a5e-bebb-37100e8d0448 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/quotas/2bf8a8097f514bd5b31f5962183fb471 HTTP/1.1" status: 200 len: 375 time: 0.0093570 Sep 20 04:55:10.324826 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-baf216e6-5d53-4201-b5d0-fcfc2530e30a tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2bf8a8097f514bd5b31f5962183fb471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294547 Sep 20 04:55:10.489279 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7fae675e-ccc1-41e4-bfb1-f8c6d4d4b70c req-9ab2f2f2-bd28-46f0-9204-9a21c5af24e9 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 210 time: 0.0286026 Sep 20 04:55:11.589761 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ac3105c9-90c4-405f-84e1-a663033ddb50 req-298aef7a-b715-4989-87ed-efde00f89ea3 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 210 time: 0.0272853 Sep 20 04:55:12.198239 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-51071ea4-0f33-47f5-84e0-8fff76e62732 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=2bf8a8097f514bd5b31f5962183fb471&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214753 Sep 20 04:55:12.312240 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-a7c3cb78-d575-4a3b-8338-6bccf3ca5aeb tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:12.313682 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-a7c3cb78-d575-4a3b-8338-6bccf3ca5aeb tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1075106 Sep 20 04:55:12.691322 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-34e03210-74d5-46db-a744-93b18a3b1307 req-43c9c76b-fc54-468a-b672-402f5ae5f7df tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 210 time: 0.0267487 Sep 20 04:55:13.793157 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-38f53e1a-adc1-4ed9-bccc-2ede4aba0da9 req-7b16b00e-2f30-4803-9e93-24051fe677ba tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 210 time: 0.0272441 Sep 20 04:55:14.100124 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:14.100853 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=3 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:14.899508 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a5064f16-3a86-4080-9f32-3fe4ecf82d20 req-4a9949f6-3f49-4504-b0b5-298890477950 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 210 time: 0.0303495 Sep 20 04:55:15.998527 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8d5d73e3-dc18-4e3c-8ee7-3385778784d6 req-da517308-e46c-4c93-86bc-00b5b1f15b0f tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 210 time: 0.0267067 Sep 20 04:55:16.651762 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-21bf164e-a197-4075-b1ef-3992795639b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:17.100784 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-95070e2b-0c2f-4ac0-807e-b9d6bb6bda76 req-5b2a12aa-d08b-4bf8-8a4d-801d3a702fd1 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 210 time: 0.0276639 Sep 20 04:55:17.449478 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-5561eabb-dc43-4cd2-a9f3-1cbb7aa5a49a tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Request body: {'port': {'device_id': '27044daa-50a4-42de-b2e9-d5dbf7a62e75', 'network_id': '503a6a38-f471-4c80-b839-838192c28ace', 'admin_state_up': True, 'tenant_id': '2bf8a8097f514bd5b31f5962183fb471'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:55:17.527328 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:17.558442 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-5561eabb-dc43-4cd2-a9f3-1cbb7aa5a49a tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Made reservation on behalf of 2bf8a8097f514bd5b31f5962183fb471 for: {'port': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:55:17.562090 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-5561eabb-dc43-4cd2-a9f3-1cbb7aa5a49a tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:17.570867 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-5561eabb-dc43-4cd2-a9f3-1cbb7aa5a49a tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:17.650238 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-5561eabb-dc43-4cd2-a9f3-1cbb7aa5a49a tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Publish callbacks [] for security_group (2c09a2d5-71cb-47f7-b390-a75182c9f9f1), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:17.653948 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-5561eabb-dc43-4cd2-a9f3-1cbb7aa5a49a tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (2c09a2d5-71cb-47f7-b390-a75182c9f9f1), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:17.720578 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561eabb-dc43-4cd2-a9f3-1cbb7aa5a49a tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c09a2d5-71cb-47f7-b390-a75182c9f9f1,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:17.749072 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:17.752241 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=18,neutron:INSERT=9 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:17.797194 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-5561eabb-dc43-4cd2-a9f3-1cbb7aa5a49a tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Allocated IP 192.168.233.84 (503a6a38-f471-4c80-b839-838192c28ace/21200d0b-207e-4c45-80fc-f72904b678de/a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:55:17.808222 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:17.953758 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-5561eabb-dc43-4cd2-a9f3-1cbb7aa5a49a tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Publish callbacks [] for port (a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:17.986727 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-5561eabb-dc43-4cd2-a9f3-1cbb7aa5a49a tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:18.029971 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-5561eabb-dc43-4cd2-a9f3-1cbb7aa5a49a tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Network 503a6a38-f471-4c80-b839-838192c28ace is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:55:18.033569 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-5561eabb-dc43-4cd2-a9f3-1cbb7aa5a49a tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:55:18.037275 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-5561eabb-dc43-4cd2-a9f3-1cbb7aa5a49a tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:55:18.059606 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561eabb-dc43-4cd2-a9f3-1cbb7aa5a49a tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Pushing event updated for resources: {'Port': ['ID=a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:18.086329 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-5561eabb-dc43-4cd2-a9f3-1cbb7aa5a49a tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:18.086938 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-5561eabb-dc43-4cd2-a9f3-1cbb7aa5a49a tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:18.106855 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-5561eabb-dc43-4cd2-a9f3-1cbb7aa5a49a tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6614132 Sep 20 04:55:18.229452 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d33b0-1d79-45ab-9f0a-3b7962754431 req-9ded5ac6-86f5-4e46-80fb-6acba32d57a1 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:18.230940 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a99d33b0-1d79-45ab-9f0a-3b7962754431 req-9ded5ac6-86f5-4e46-80fb-6acba32d57a1 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 935 time: 0.0512214 Sep 20 04:55:18.278891 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-20556242-bb1e-444f-b91c-ade5bc8a44ce None None] Provisioning complete for port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:55:18.279538 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-20556242-bb1e-444f-b91c-ade5bc8a44ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:18.279899 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a99d33b0-1d79-45ab-9f0a-3b7962754431 req-fc1bd130-5efe-46e7-8507-be6d4a5c0eae tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c09a2d5-71cb-47f7-b390-a75182c9f9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422256 Sep 20 04:55:18.283612 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-20556242-bb1e-444f-b91c-ade5bc8a44ce None None] Attempt 1 to provision port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a Sep 20 04:55:18.316153 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-20556242-bb1e-444f-b91c-ade5bc8a44ce None None] Port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:55:18.334434 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Request body: {'port': {'device_id': '27044daa-50a4-42de-b2e9-d5dbf7a62e75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:55:18.362444 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:18.396479 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:18.648892 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a {{(pid=112592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:55:18.656027 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Publish callbacks [] for port (a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:18.668442 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.provisioning_blocks [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Transition to ACTIVE for port object a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a will not be triggered until provisioned by entity L2. {{(pid=112592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 04:55:18.671985 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:18.727560 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a,revision_number=2']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:18.764953 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:18.781308 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Attempting to bind port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:55:18.781644 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Attempting to bind port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': 'd1a14ed4-bf03-44b8-8182-e35784f99560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '503a6a38-f471-4c80-b839-838192c28ace'}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:55:18.781978 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Attempting to bind port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a on network 503a6a38-f471-4c80-b839-838192c28ace {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:55:18.816967 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-20556242-bb1e-444f-b91c-ade5bc8a44ce None None] Attempt 2 to provision port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a Sep 20 04:55:18.827363 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a on network 503a6a38-f471-4c80-b839-838192c28ace not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 04:55:18.827739 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Attempting to bind port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a on network 503a6a38-f471-4c80-b839-838192c28ace {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:55:18.850922 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-20556242-bb1e-444f-b91c-ade5bc8a44ce None None] Port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:55:18.869163 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:55:18.869503 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Checking segment: {'id': 'd1a14ed4-bf03-44b8-8182-e35784f99560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '503a6a38-f471-4c80-b839-838192c28ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:55:18.869887 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Bound using segment: {'id': 'd1a14ed4-bf03-44b8-8182-e35784f99560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '503a6a38-f471-4c80-b839-838192c28ace'} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:55:18.870321 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Bound port: a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a14ed4-bf03-44b8-8182-e35784f99560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '503a6a38-f471-4c80-b839-838192c28ace'}}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:55:18.870680 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:18.892876 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-1ea738e1-736b-42e0-9e04-9282b59f9558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:18.930649 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] For port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a, host hv-cinder-75671, cleared binding levels {{(pid=112592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:55:18.933619 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] For port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a,segment=NetworkSegment(d1a14ed4-bf03-44b8-8182-e35784f99560),segment_id=d1a14ed4-bf03-44b8-8182-e35784f99560)] {{(pid=112592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:55:18.939855 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:18.943774 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:18.944395 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:18.945742 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a HTTP/1.1" status: 200 len: 1097 time: 0.6158376 Sep 20 04:55:18.947168 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27044daa-50a4-42de-b2e9-d5dbf7a62e75', 'tag': 'a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:55:18.949440 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc031b0e-12bf-4a5a-bc78-e1756f699cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "27044daa-50a4-42de-b2e9-d5dbf7a62e75", "tag": "a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:55:18.996454 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f0db1-4de8-4810-9c1d-92bda7cc1b96 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a,revision_number=3']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:19.005489 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704791dc-aa9e-4e96-8f05-c3b8b9421502 x-openstack-request-id: req-704791dc-aa9e-4e96-8f05-c3b8b9421502 {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:55:19.005720 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27044daa-50a4-42de-b2e9-d5dbf7a62e75", "tag": "a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:55:19.005971 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-704791dc-aa9e-4e96-8f05-c3b8b9421502 {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:55:19.006371 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704791dc-aa9e-4e96-8f05-c3b8b9421502'] response: {'name': 'network-changed', 'server_uuid': '27044daa-50a4-42de-b2e9-d5dbf7a62e75', 'tag': 'a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a', 'status': 'completed', 'code': 200} Sep 20 04:55:19.071006 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-4e2c7ac9-bf5a-4d4f-846f-fcf67ce809bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:19.072426 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-4e2c7ac9-bf5a-4d4f-846f-fcf67ce809bb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2bf8a8097f514bd5b31f5962183fb471&device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 1131 time: 0.0384259 Sep 20 04:55:19.117591 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-93df4129-ee66-4dc3-9c29-a21e60391ffb service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a HTTP/1.1" status: 200 len: 217 time: 0.0321252 Sep 20 04:55:19.168112 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-b0e17dfb-a70a-4cf8-90ca-4d3ada713ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:19.169579 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-b0e17dfb-a70a-4cf8-90ca-4d3ada713ae3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=21200d0b-207e-4c45-80fc-f72904b678de HTTP/1.1" status: 200 len: 843 time: 0.0443225 Sep 20 04:55:19.216897 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-3ece64f4-fa76-4636-993b-cd69760ef677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:19.218367 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-3ece64f4-fa76-4636-993b-cd69760ef677 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=503a6a38-f471-4c80-b839-838192c28ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0415103 Sep 20 04:55:19.274891 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:19.317204 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-52f456b2-9a9b-4e01-98f8-a75b40104c7d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/503a6a38-f471-4c80-b839-838192c28ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910237 Sep 20 04:55:19.353311 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-20556242-bb1e-444f-b91c-ade5bc8a44ce None None] Attempt 3 to provision port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a Sep 20 04:55:19.399076 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-20556242-bb1e-444f-b91c-ade5bc8a44ce None None] Port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a had new provisioning blocks added so it will not transition to active. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 04:55:19.430356 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd64174-3fd6-47d1-bb69-3b6d8df55f53 req-aee87a44-b5e0-4634-93ae-51bdda819303 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:19.434598 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ccd64174-3fd6-47d1-bb69-3b6d8df55f53 req-aee87a44-b5e0-4634-93ae-51bdda819303 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 947 time: 0.0630007 Sep 20 04:55:19.477036 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1e4a1ba5-4d51-4bb1-b773-8d6e77bdf687 req-dda1728b-ec27-4639-9eee-164dbbb0802a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/503a6a38-f471-4c80-b839-838192c28ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540337 Sep 20 04:55:19.506088 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ccd64174-3fd6-47d1-bb69-3b6d8df55f53 req-d2d8725a-ef5f-4fbd-a0ad-d92be7351b29 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c09a2d5-71cb-47f7-b390-a75182c9f9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598073 Sep 20 04:55:20.064427 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:20.635840 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24a9c7-3c6b-42c8-80b2-72fe09bca337 req-9b476fca-8fac-4fc7-a82f-69811057654f tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:20.637348 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fb24a9c7-3c6b-42c8-80b2-72fe09bca337 req-9b476fca-8fac-4fc7-a82f-69811057654f tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 947 time: 0.0518537 Sep 20 04:55:20.684038 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fb24a9c7-3c6b-42c8-80b2-72fe09bca337 req-0aa0841d-9351-4c1d-9471-8ce308c27a98 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c09a2d5-71cb-47f7-b390-a75182c9f9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 Sep 20 04:55:21.656981 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:21.801110 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb29424-baac-459e-941a-304a726a97c1 req-42cf47b4-6e9b-4ee0-aa77-5c27075faf4a tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:21.802584 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bcb29424-baac-459e-941a-304a726a97c1 req-42cf47b4-6e9b-4ee0-aa77-5c27075faf4a tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 947 time: 0.0454311 Sep 20 04:55:21.847925 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bcb29424-baac-459e-941a-304a726a97c1 req-370d3345-bd50-48e7-bba2-dc0b5dc2c1b5 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c09a2d5-71cb-47f7-b390-a75182c9f9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393474 Sep 20 04:55:21.895998 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:22.965410 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ddbe6-7238-43e6-b657-874e170c9d15 req-e2f75d71-f08b-41c6-9d2f-580506c19ebb tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:22.966823 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a66ddbe6-7238-43e6-b657-874e170c9d15 req-e2f75d71-f08b-41c6-9d2f-580506c19ebb tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 947 time: 0.0457647 Sep 20 04:55:23.015510 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a66ddbe6-7238-43e6-b657-874e170c9d15 req-651c8341-a90f-410c-8370-f3cf2125dafb tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c09a2d5-71cb-47f7-b390-a75182c9f9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425651 Sep 20 04:55:23.149112 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc031b0e-12bf-4a5a-bc78-e1756f699cf3 req-fc14b74e-71f1-4107-abce-b4291580305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:23.150748 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dc031b0e-12bf-4a5a-bc78-e1756f699cf3 req-fc14b74e-71f1-4107-abce-b4291580305b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2bf8a8097f514bd5b31f5962183fb471&device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 1131 time: 0.0566022 Sep 20 04:55:23.177786 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:23.251731 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc031b0e-12bf-4a5a-bc78-e1756f699cf3 req-2dfa6b5c-8d9c-443c-aa8a-24d9073ce177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:23.253252 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dc031b0e-12bf-4a5a-bc78-e1756f699cf3 req-2dfa6b5c-8d9c-443c-aa8a-24d9073ce177 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=503a6a38-f471-4c80-b839-838192c28ace HTTP/1.1" status: 200 len: 869 time: 0.0970662 Sep 20 04:55:23.296364 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dc031b0e-12bf-4a5a-bc78-e1756f699cf3 req-6db09c68-3176-488b-8953-390e12e20483 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a HTTP/1.1" status: 200 len: 217 time: 0.0368798 Sep 20 04:55:23.346195 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc031b0e-12bf-4a5a-bc78-e1756f699cf3 req-ef7acb1c-30de-4c66-b93a-40768cc7e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:23.347733 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dc031b0e-12bf-4a5a-bc78-e1756f699cf3 req-ef7acb1c-30de-4c66-b93a-40768cc7e374 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=21200d0b-207e-4c45-80fc-f72904b678de HTTP/1.1" status: 200 len: 843 time: 0.0455694 Sep 20 04:55:23.392676 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc031b0e-12bf-4a5a-bc78-e1756f699cf3 req-2add655d-d749-4f89-8089-e9db2f463206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:23.394364 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dc031b0e-12bf-4a5a-bc78-e1756f699cf3 req-2add655d-d749-4f89-8089-e9db2f463206 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=503a6a38-f471-4c80-b839-838192c28ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0408387 Sep 20 04:55:23.488515 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dc031b0e-12bf-4a5a-bc78-e1756f699cf3 req-674979ce-0ef0-4638-bde4-7ebd86ba7b09 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/503a6a38-f471-4c80-b839-838192c28ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874462 Sep 20 04:55:23.588640 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dc031b0e-12bf-4a5a-bc78-e1756f699cf3 req-d9231fd2-c0e6-43fd-a4df-b149ca1e8cdd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/503a6a38-f471-4c80-b839-838192c28ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895479 Sep 20 04:55:24.362473 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7f8ff-1743-49f1-9ec7-1ada1e64f537 req-65929df6-ffcb-45e6-8c4a-32420f0c61ff tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:24.363848 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5fe7f8ff-1743-49f1-9ec7-1ada1e64f537 req-65929df6-ffcb-45e6-8c4a-32420f0c61ff tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 947 time: 0.2727015 Sep 20 04:55:24.387735 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:24.411087 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5fe7f8ff-1743-49f1-9ec7-1ada1e64f537 req-cbbe929c-9574-4408-8d27-30f2d51964ec tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c09a2d5-71cb-47f7-b390-a75182c9f9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 Sep 20 04:55:25.529857 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c0847-e93f-4829-a0d8-247ad31f5574 req-61c95678-4ff3-46e8-80ee-c5e93654f0fe tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:25.531372 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fb3c0847-e93f-4829-a0d8-247ad31f5574 req-61c95678-4ff3-46e8-80ee-c5e93654f0fe tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 947 time: 0.0461388 Sep 20 04:55:25.583151 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fb3c0847-e93f-4829-a0d8-247ad31f5574 req-2ac75b81-0254-480c-97e3-fc55a1b66a5e tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c09a2d5-71cb-47f7-b390-a75182c9f9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454435 Sep 20 04:55:26.653551 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 04:55:26.659873 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:26.706075 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e80ed-9eb9-49a4-85f4-5abb0ab390c4 req-5ff8e5a6-c042-4586-945c-5ebd12145484 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:26.707618 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3f7e80ed-9eb9-49a4-85f4-5abb0ab390c4 req-5ff8e5a6-c042-4586-945c-5ebd12145484 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 947 time: 0.0497825 Sep 20 04:55:26.758258 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3f7e80ed-9eb9-49a4-85f4-5abb0ab390c4 req-3159e470-aa94-4dca-9466-92e623fc434d tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c09a2d5-71cb-47f7-b390-a75182c9f9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445166 Sep 20 04:55:26.879230 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a,segment=NetworkSegment(d1a14ed4-bf03-44b8-8182-e35784f99560),segment_id=d1a14ed4-bf03-44b8-8182-e35784f99560)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:55:26.897495 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': 'a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a', 'network_id': '503a6a38-f471-4c80-b839-838192c28ace', 'port_id': 'a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a', 'mac_address': 'fa:16:3e:e0:60:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21200d0b-207e-4c45-80fc-f72904b678de', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 04:55:26.948218 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:55:26.948630 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:26.961671 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:55:26.980785 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a,segment=NetworkSegment(d1a14ed4-bf03-44b8-8182-e35784f99560),segment_id=d1a14ed4-bf03-44b8-8182-e35784f99560)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:55:26.984402 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:27.029153 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:27.036562 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:27.036932 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:27.037274 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:27.037631 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:27.037963 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:27.038290 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:27.038612 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:27.038933 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:27.039258 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:27.039579 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:27.039901 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:27.040223 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:27.040542 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:27.040882 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:27.041200 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:55:27.386641 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:55:27.886744 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef06246-9489-422e-90f4-7be9b3118299 req-467f576c-a45c-40fd-972a-e5e3cf4a71eb tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:27.888231 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6ef06246-9489-422e-90f4-7be9b3118299 req-467f576c-a45c-40fd-972a-e5e3cf4a71eb tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 948 time: 0.0520661 Sep 20 04:55:27.935196 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6ef06246-9489-422e-90f4-7be9b3118299 req-88056d62-7027-4f32-84ff-74dc1c3e831b tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c09a2d5-71cb-47f7-b390-a75182c9f9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403821 Sep 20 04:55:28.292331 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:55:28.315541 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=100 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:28.336999 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 04:55:28.342398 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:55:28.342769 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:28.343104 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a Sep 20 04:55:28.417595 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:55:28.417978 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:28.442049 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27044daa-50a4-42de-b2e9-d5dbf7a62e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:55:28.444269 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36061bd2-c9b2-40cc-b3a1-3f7c80f1813f" -d '{"events": [{"server_uuid": "27044daa-50a4-42de-b2e9-d5dbf7a62e75", "name": "network-vif-plugged", "status": "completed", "tag": "a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:55:28.457590 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a,segment=NetworkSegment(d1a14ed4-bf03-44b8-8182-e35784f99560),segment_id=d1a14ed4-bf03-44b8-8182-e35784f99560)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:55:28.461709 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:28.483530 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6568bf0b-248a-456e-b8d1-1431042a18d3 x-openstack-request-id: req-6568bf0b-248a-456e-b8d1-1431042a18d3 {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:55:28.483844 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27044daa-50a4-42de-b2e9-d5dbf7a62e75", "name": "network-vif-plugged", "status": "completed", "tag": "a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:55:28.484095 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6568bf0b-248a-456e-b8d1-1431042a18d3 {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:55:28.484478 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6568bf0b-248a-456e-b8d1-1431042a18d3'] response: {'server_uuid': '27044daa-50a4-42de-b2e9-d5dbf7a62e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a', 'code': 200} Sep 20 04:55:28.510810 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:29.059716 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8c83e-0ffb-499f-baed-43867c5eafd6 req-71189d31-dbe7-4a31-a36f-bc9d1acf6a84 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:29.061350 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6fc8c83e-0ffb-499f-baed-43867c5eafd6 req-71189d31-dbe7-4a31-a36f-bc9d1acf6a84 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 949 time: 0.0490308 Sep 20 04:55:29.107957 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6fc8c83e-0ffb-499f-baed-43867c5eafd6 req-f6932ab2-3528-492b-926a-4acf7b81af5d tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c09a2d5-71cb-47f7-b390-a75182c9f9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412021 Sep 20 04:55:30.022745 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:30.227583 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9fdd6-62e1-42f3-8383-55cf9ec14b36 req-23f0f0c1-0699-4994-96df-7fdf206ce3bb tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:30.229073 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6cb9fdd6-62e1-42f3-8383-55cf9ec14b36 req-23f0f0c1-0699-4994-96df-7fdf206ce3bb tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 949 time: 0.0464811 Sep 20 04:55:30.275111 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6cb9fdd6-62e1-42f3-8383-55cf9ec14b36 req-18abc05b-6987-4745-8766-a63aa2d3a963 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c09a2d5-71cb-47f7-b390-a75182c9f9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405257 Sep 20 04:55:31.094961 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:31.125026 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f413801-9905-4e47-a260-5cb1ec024231 req-e1b283d8-a317-4855-a33d-e8ba2d1ca83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:31.127118 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2f413801-9905-4e47-a260-5cb1ec024231 req-e1b283d8-a317-4855-a33d-e8ba2d1ca83a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 1133 time: 0.0396883 Sep 20 04:55:31.175750 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2f413801-9905-4e47-a260-5cb1ec024231 req-51b52718-5054-4d4c-ab50-a7f3d2701704 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c09a2d5-71cb-47f7-b390-a75182c9f9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423453 Sep 20 04:55:31.393680 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197edd9-725f-4f55-b357-c0bad4382d59 req-afedb94f-38cd-41d1-a3eb-6a98e103355b tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:31.395051 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7197edd9-725f-4f55-b357-c0bad4382d59 req-afedb94f-38cd-41d1-a3eb-6a98e103355b tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 949 time: 0.0460281 Sep 20 04:55:31.441379 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7197edd9-725f-4f55-b357-c0bad4382d59 req-a8d9e785-9a28-40a4-8a31-d5b65191f7b9 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c09a2d5-71cb-47f7-b390-a75182c9f9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405822 Sep 20 04:55:32.366223 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8e35f-29b8-4b5c-b3d4-8f70117aee97 req-5f200c4d-cf65-4d99-aeed-03b50b069b93 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:32.367588 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-02b8e35f-29b8-4b5c-b3d4-8f70117aee97 req-5f200c4d-cf65-4d99-aeed-03b50b069b93 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 946 time: 0.0463269 Sep 20 04:55:32.415893 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-02b8e35f-29b8-4b5c-b3d4-8f70117aee97 req-0a4a48a4-9a51-4675-827c-e37338599f48 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1341007-80d1-4ae8-9633-1d195b582927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424423 Sep 20 04:55:32.560905 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08288a61-3902-43ed-a0e8-07bbab727534 req-45625714-842b-4514-8461-53ae5208ead3 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:32.562364 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-08288a61-3902-43ed-a0e8-07bbab727534 req-45625714-842b-4514-8461-53ae5208ead3 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 949 time: 0.0483432 Sep 20 04:55:32.607608 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-08288a61-3902-43ed-a0e8-07bbab727534 req-a4c7080a-ab4e-4a94-842e-7edaeec5eb1b tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c09a2d5-71cb-47f7-b390-a75182c9f9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393026 Sep 20 04:55:33.064190 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:55:33.536298 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17c130-abd7-44c1-8cd4-0653e848adbe req-8f41108c-88eb-4f3e-b261-fe35c8807408 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:33.537921 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1a17c130-abd7-44c1-8cd4-0653e848adbe req-8f41108c-88eb-4f3e-b261-fe35c8807408 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 946 time: 0.0466743 Sep 20 04:55:33.587598 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1a17c130-abd7-44c1-8cd4-0653e848adbe req-95bc0122-9572-4ce1-9778-387307a7f669 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1341007-80d1-4ae8-9633-1d195b582927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428576 Sep 20 04:55:33.725945 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023ee28-e014-47e7-a097-7356c0485633 req-48a0cee6-df21-4cec-b5a0-614125266905 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:33.727397 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7023ee28-e014-47e7-a097-7356c0485633 req-48a0cee6-df21-4cec-b5a0-614125266905 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 949 time: 0.0478683 Sep 20 04:55:33.755731 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:33.777948 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7023ee28-e014-47e7-a097-7356c0485633 req-d7b12440-9836-4c01-82c3-90e183acfe19 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c09a2d5-71cb-47f7-b390-a75182c9f9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449066 Sep 20 04:55:34.712300 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d21369-1809-4176-a250-5b4754122d34 req-3ab742c9-3fae-4802-bca3-c9b65c8ac142 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:34.713700 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a3d21369-1809-4176-a250-5b4754122d34 req-3ab742c9-3fae-4802-bca3-c9b65c8ac142 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 946 time: 0.0466642 Sep 20 04:55:34.792151 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e81ac-fe66-4a2b-813e-f9ec81cfb2dc req-f8a56bda-5f7e-456d-aaad-05f843b3b66d tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:34.793604 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d02e81ac-fe66-4a2b-813e-f9ec81cfb2dc req-f8a56bda-5f7e-456d-aaad-05f843b3b66d tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 946 time: 0.0670781 Sep 20 04:55:34.798201 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a3d21369-1809-4176-a250-5b4754122d34 req-bfeafa3c-d41a-4520-bbaf-adf4b4dc1c6a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1341007-80d1-4ae8-9633-1d195b582927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783830 Sep 20 04:55:34.975419 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [req-d02e81ac-fe66-4a2b-813e-f9ec81cfb2dc req-0c4cd4c5-4a27-4c3e-a5c0-ea00902e255e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Deleting port 9143766c-b4ab-434b-8c53-ed214e20f104 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:55:34.975672 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-d02e81ac-fe66-4a2b-813e-f9ec81cfb2dc req-0c4cd4c5-4a27-4c3e-a5c0-ea00902e255e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (9143766c-b4ab-434b-8c53-ed214e20f104), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:34.986518 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11de39-6a1b-47c8-8c87-f6528183b994 req-fc5cb857-e840-4554-819b-c271acf351a8 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:34.987975 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3e11de39-6a1b-47c8-8c87-f6528183b994 req-fc5cb857-e840-4554-819b-c271acf351a8 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 949 time: 0.1074619 Sep 20 04:55:35.093148 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3e11de39-6a1b-47c8-8c87-f6528183b994 req-22c988de-daa4-45ba-b46d-32bd1037d960 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c09a2d5-71cb-47f7-b390-a75182c9f9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926397 Sep 20 04:55:35.108295 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-d02e81ac-fe66-4a2b-813e-f9ec81cfb2dc req-0c4cd4c5-4a27-4c3e-a5c0-ea00902e255e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] For port 9143766c-b4ab-434b-8c53-ed214e20f104, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=9143766c-b4ab-434b-8c53-ed214e20f104,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:55:35.108686 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-d02e81ac-fe66-4a2b-813e-f9ec81cfb2dc req-0c4cd4c5-4a27-4c3e-a5c0-ea00902e255e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (9143766c-b4ab-434b-8c53-ed214e20f104), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:35.186426 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:35.342084 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-d02e81ac-fe66-4a2b-813e-f9ec81cfb2dc req-0c4cd4c5-4a27-4c3e-a5c0-ea00902e255e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:35.342449 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-d02e81ac-fe66-4a2b-813e-f9ec81cfb2dc req-0c4cd4c5-4a27-4c3e-a5c0-ea00902e255e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (a5a63b9d-2322-4db0-a55f-dcbcb68f84cb), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:35.342767 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.l3_db [req-d02e81ac-fe66-4a2b-813e-f9ec81cfb2dc req-0c4cd4c5-4a27-4c3e-a5c0-ea00902e255e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Floating IP a5a63b9d-2322-4db0-a55f-dcbcb68f84cb disassociated. External IP: 172.27.1.106, port: 9143766c-b4ab-434b-8c53-ed214e20f104. Sep 20 04:55:35.343110 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [req-d02e81ac-fe66-4a2b-813e-f9ec81cfb2dc req-0c4cd4c5-4a27-4c3e-a5c0-ea00902e255e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Calling delete_port for 9143766c-b4ab-434b-8c53-ed214e20f104 owned by compute:nova {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:55:35.383874 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2001a3c-ecbf-4352-bd9c-c0048f5ab74c req-a954a283-5bb7-44e2-aed4-effe49ccf7da tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:35.385359 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f2001a3c-ecbf-4352-bd9c-c0048f5ab74c req-a954a283-5bb7-44e2-aed4-effe49ccf7da tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 949 time: 0.0645924 Sep 20 04:55:35.479716 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f2001a3c-ecbf-4352-bd9c-c0048f5ab74c req-baaa33f7-e384-4f38-b9a8-98ead78c26d7 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c09a2d5-71cb-47f7-b390-a75182c9f9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664139 Sep 20 04:55:35.551223 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-d02e81ac-fe66-4a2b-813e-f9ec81cfb2dc req-0c4cd4c5-4a27-4c3e-a5c0-ea00902e255e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (9143766c-b4ab-434b-8c53-ed214e20f104), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:35.578797 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cd4c5-4a27-4c3e-a5c0-ea00902e255e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event deleted for resources: {'Port': ['ID=9143766c-b4ab-434b-8c53-ed214e20f104,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:35.686290 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:35.688325 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d02e81ac-fe66-4a2b-813e-f9ec81cfb2dc req-0c4cd4c5-4a27-4c3e-a5c0-ea00902e255e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Router 7682264b-089e-428b-8ddc-de27bd112194 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:55:35.799772 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d02e81ac-fe66-4a2b-813e-f9ec81cfb2dc req-0c4cd4c5-4a27-4c3e-a5c0-ea00902e255e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:55:35.824922 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b13e1ff-34cd-476e-804a-4777fa1abdc1 None None] Sync routers for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:55:35.835436 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b13e1ff-34cd-476e-804a-4777fa1abdc1 None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:55:35.840077 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-8b13e1ff-34cd-476e-804a-4777fa1abdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:55:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:55:35.879606 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02e81ac-fe66-4a2b-813e-f9ec81cfb2dc req-0c4cd4c5-4a27-4c3e-a5c0-ea00902e255e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] No DVR routers for this DVR port 9143766c-b4ab-434b-8c53-ed214e20f104 on host hv-cinder-75671 {{(pid=112592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 04:55:35.883237 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-d02e81ac-fe66-4a2b-813e-f9ec81cfb2dc req-0c4cd4c5-4a27-4c3e-a5c0-ea00902e255e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:35.886596 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d02e81ac-fe66-4a2b-813e-f9ec81cfb2dc req-0c4cd4c5-4a27-4c3e-a5c0-ea00902e255e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.25 "DELETE /networking/v2.0/ports/9143766c-b4ab-434b-8c53-ed214e20f104 HTTP/1.1" status: 204 len: 173 time: 1.0842693 Sep 20 04:55:35.887116 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60372fad-5a9d-4d04-89e4-8aca10601222', 'name': 'network-vif-deleted', 'tag': '9143766c-b4ab-434b-8c53-ed214e20f104'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:55:35.889402 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df2d0cf-8df1-4f65-a953-3189d378610c" -d '{"events": [{"server_uuid": "60372fad-5a9d-4d04-89e4-8aca10601222", "name": "network-vif-deleted", "tag": "9143766c-b4ab-434b-8c53-ed214e20f104"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:55:35.920127 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b97bc21a-0d4a-4fd7-aa1b-4c58e69a7e2a req-628bea25-d9d9-4ad2-9e33-1cd72e19c3b0 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 210 time: 0.0276976 Sep 20 04:55:35.957138 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-8b13e1ff-34cd-476e-804a-4777fa1abdc1 None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:55:35.966690 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2aa828-2aa8-4f53-bbc5-ba5cacb3f0b0 x-openstack-request-id: req-3f2aa828-2aa8-4f53-bbc5-ba5cacb3f0b0 {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:55:35.966984 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60372fad-5a9d-4d04-89e4-8aca10601222", "name": "network-vif-deleted", "tag": "9143766c-b4ab-434b-8c53-ed214e20f104", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:55:35.967239 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3f2aa828-2aa8-4f53-bbc5-ba5cacb3f0b0 {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:55:35.967647 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f2aa828-2aa8-4f53-bbc5-ba5cacb3f0b0'] response: {'server_uuid': '60372fad-5a9d-4d04-89e4-8aca10601222', 'name': 'network-vif-deleted', 'tag': '9143766c-b4ab-434b-8c53-ed214e20f104', 'status': 'completed', 'code': 200} Sep 20 04:55:36.025006 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:36.172408 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-8b13e1ff-34cd-476e-804a-4777fa1abdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '89b63287-1bcb-4053-b171-558829f5dce7', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '7682264b-089e-428b-8ddc-de27bd112194', 'port_id': '4e821eae-4814-40c5-b31f-2ea37b73d8f1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'mac_address': 'fa:16:3e:5b:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7723784c-51e5-4936-b33a-caf9b1b87bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:52:07Z', 'updated_at': '2022-09-20T04:53:07Z', 'revision_number': 2, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:55:36.198293 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b13e1ff-34cd-476e-804a-4777fa1abdc1 None None] Checking router: 7682264b-089e-428b-8ddc-de27bd112194 for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:55:36.207504 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b13e1ff-34cd-476e-804a-4777fa1abdc1 None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:55:36.208109 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-8b13e1ff-34cd-476e-804a-4777fa1abdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:55:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:55:36.315535 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-8b13e1ff-34cd-476e-804a-4777fa1abdc1 None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:55:36.480919 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:36.529418 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-8b13e1ff-34cd-476e-804a-4777fa1abdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '89b63287-1bcb-4053-b171-558829f5dce7', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '7682264b-089e-428b-8ddc-de27bd112194', 'port_id': '4e821eae-4814-40c5-b31f-2ea37b73d8f1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'mac_address': 'fa:16:3e:5b:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7723784c-51e5-4936-b33a-caf9b1b87bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:52:07Z', 'updated_at': '2022-09-20T04:53:07Z', 'revision_number': 2, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:55:36.556171 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b13e1ff-34cd-476e-804a-4777fa1abdc1 None None] The sync data for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi is: [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '89b63287-1bcb-4053-b171-558829f5dce7', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '7682264b-089e-428b-8ddc-de27bd112194', 'port_id': '4e821eae-4814-40c5-b31f-2ea37b73d8f1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'mac_address': 'fa:16:3e:5b:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7723784c-51e5-4936-b33a-caf9b1b87bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:52:07Z', 'updated_at': '2022-09-20T04:53:07Z', 'revision_number': 2, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:55:36.620243 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63346e8-f256-4f3e-acb4-a088e11dc018 req-087e25bb-b99c-42d1-802a-4f8f52d618f7 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:36.621912 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b63346e8-f256-4f3e-acb4-a088e11dc018 req-087e25bb-b99c-42d1-802a-4f8f52d618f7 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 949 time: 0.0595527 Sep 20 04:55:36.687394 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b63346e8-f256-4f3e-acb4-a088e11dc018 req-649e16b9-5bbd-4896-8c95-2140edab501c tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c09a2d5-71cb-47f7-b390-a75182c9f9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520482 Sep 20 04:55:36.851939 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74595128-6340-4104-ba69-8879be7fd5a8 None None] New status for floating IP a5a63b9d-2322-4db0-a55f-dcbcb68f84cb: DOWN {{(pid=112595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 04:55:37.050958 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7a32a38d-c37e-4262-a0c4-43700cb54d0b req-6232998d-7130-416a-8606-bcf509a90283 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 210 time: 0.0382965 Sep 20 04:55:37.462132 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deb858-72d4-4bec-a5c8-93d629add47d req-c8805aa1-916e-44fc-8ae0-daafe081792f tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:37.463591 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a4deb858-72d4-4bec-a5c8-93d629add47d req-c8805aa1-916e-44fc-8ae0-daafe081792f tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 949 time: 0.0611413 Sep 20 04:55:37.566115 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [req-a4deb858-72d4-4bec-a5c8-93d629add47d req-6dfbe35e-be1b-445d-9d2e-3fb424e124f9 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Deleting port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:55:37.566461 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-a4deb858-72d4-4bec-a5c8-93d629add47d req-6dfbe35e-be1b-445d-9d2e-3fb424e124f9 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:37.630364 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:37.666822 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-a4deb858-72d4-4bec-a5c8-93d629add47d req-6dfbe35e-be1b-445d-9d2e-3fb424e124f9 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] For port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a,segment=NetworkSegment(d1a14ed4-bf03-44b8-8182-e35784f99560),segment_id=d1a14ed4-bf03-44b8-8182-e35784f99560)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:55:37.667189 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-a4deb858-72d4-4bec-a5c8-93d629add47d req-6dfbe35e-be1b-445d-9d2e-3fb424e124f9 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:37.681089 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [req-a4deb858-72d4-4bec-a5c8-93d629add47d req-6dfbe35e-be1b-445d-9d2e-3fb424e124f9 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Calling delete_port for a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a owned by compute:nova {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:55:37.850840 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158effc2-39ec-4a0b-a81d-2ed3434ba129 req-eac611b0-0539-460b-b01e-af8629f1d46b tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:37.852492 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-158effc2-39ec-4a0b-a81d-2ed3434ba129 req-eac611b0-0539-460b-b01e-af8629f1d46b tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 949 time: 0.0833707 Sep 20 04:55:37.869494 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-a4deb858-72d4-4bec-a5c8-93d629add47d req-6dfbe35e-be1b-445d-9d2e-3fb424e124f9 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:37.910808 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbe35e-be1b-445d-9d2e-3fb424e124f9 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Pushing event deleted for resources: {'Port': ['ID=a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:37.911721 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:55:37.976514 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4deb858-72d4-4bec-a5c8-93d629add47d req-6dfbe35e-be1b-445d-9d2e-3fb424e124f9 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] No DVR routers for this DVR port a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a on host hv-cinder-75671 {{(pid=112592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 04:55:37.981415 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-158effc2-39ec-4a0b-a81d-2ed3434ba129 req-af71ccb3-4f9d-451f-be6c-79f700f50285 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c09a2d5-71cb-47f7-b390-a75182c9f9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204119 Sep 20 04:55:37.982519 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-a4deb858-72d4-4bec-a5c8-93d629add47d req-6dfbe35e-be1b-445d-9d2e-3fb424e124f9 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:37.986516 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a4deb858-72d4-4bec-a5c8-93d629add47d req-6dfbe35e-be1b-445d-9d2e-3fb424e124f9 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.25 "DELETE /networking/v2.0/ports/a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a HTTP/1.1" status: 204 len: 173 time: 0.5036216 Sep 20 04:55:37.987070 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27044daa-50a4-42de-b2e9-d5dbf7a62e75', 'name': 'network-vif-deleted', 'tag': 'a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:55:37.989341 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8326cef-6830-41ac-a03f-6ece56220b99" -d '{"events": [{"server_uuid": "27044daa-50a4-42de-b2e9-d5dbf7a62e75", "name": "network-vif-deleted", "tag": "a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:55:38.175356 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2809cfe-b590-4245-8ad2-b80071ff8b5b x-openstack-request-id: req-e2809cfe-b590-4245-8ad2-b80071ff8b5b {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:55:38.176032 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27044daa-50a4-42de-b2e9-d5dbf7a62e75", "name": "network-vif-deleted", "tag": "a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:55:38.176032 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e2809cfe-b590-4245-8ad2-b80071ff8b5b {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:55:38.176367 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2809cfe-b590-4245-8ad2-b80071ff8b5b'] response: {'server_uuid': '27044daa-50a4-42de-b2e9-d5dbf7a62e75', 'name': 'network-vif-deleted', 'tag': 'a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a', 'status': 'completed', 'code': 200} Sep 20 04:55:38.266526 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-57b968a7-3169-4413-9b45-9fbf138cbb9a req-dab6836b-888b-40d0-91f0-f5dbda4bd7e0 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 210 time: 0.0275648 Sep 20 04:55:38.365047 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a65ccd-f877-4934-965d-687a0f0ff057 req-d4042f8e-fcb1-4663-9689-236d3880fb7b tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:38.366548 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85a65ccd-f877-4934-965d-687a0f0ff057 req-d4042f8e-fcb1-4663-9689-236d3880fb7b tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 946 time: 0.0453427 Sep 20 04:55:38.412310 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-85a65ccd-f877-4934-965d-687a0f0ff057 req-d2025e5a-d9e0-4343-af11-8bf9795f4eda tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402498 Sep 20 04:55:39.080648 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:39.102683 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-176697be-d2f9-44be-b23e-75dd53476eb3 req-d2b79e2f-98de-4dea-8dc6-1ab7b40a27e6 tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 210 time: 0.0308359 Sep 20 04:55:39.388422 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e0172e18-5a6d-4f1a-b7eb-2c97a3357e69 req-8bdb5a1e-1e4e-4fcb-be20-a082c9ac6386 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60372fad-5a9d-4d04-89e4-8aca10601222 HTTP/1.1" status: 200 len: 210 time: 0.0282898 Sep 20 04:55:39.531975 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b4d8e-5c77-4e12-8aad-2fb3315526b7 req-c62212a9-3c9a-46ea-aeb9-fbedd2e8746c tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:39.533443 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4b4b4d8e-5c77-4e12-8aad-2fb3315526b7 req-c62212a9-3c9a-46ea-aeb9-fbedd2e8746c tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 946 time: 0.0458441 Sep 20 04:55:39.582823 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4b4b4d8e-5c77-4e12-8aad-2fb3315526b7 req-eb90f600-4432-4060-9ac8-23b0b146c4b2 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438747 Sep 20 04:55:40.103627 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a55d69-a0d3-4490-85a6-d245d1966f66 req-5bbc297a-a813-427b-8ab0-0760c8f64b8a tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:40.105327 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-37a55d69-a0d3-4490-85a6-d245d1966f66 req-5bbc297a-a813-427b-8ab0-0760c8f64b8a tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 946 time: 0.0471609 Sep 20 04:55:40.193426 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [req-37a55d69-a0d3-4490-85a6-d245d1966f66 req-0f9bf925-5039-404c-8962-8c145ebfb981 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Deleting port d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:55:40.193773 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-37a55d69-a0d3-4490-85a6-d245d1966f66 req-0f9bf925-5039-404c-8962-8c145ebfb981 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (d063bff7-96f4-43ab-aeaf-6b6e6cab44e0), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:40.261391 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2415a8e9-8a82-4498-9f2f-0f03288ce011 req-d25fd82d-c3b9-41b9-a227-00186dda033c tempest-VolumesNegativeTest-1729132292 tempest-VolumesNegativeTest-1729132292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=27044daa-50a4-42de-b2e9-d5dbf7a62e75 HTTP/1.1" status: 200 len: 210 time: 0.0633919 Sep 20 04:55:40.307946 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-37a55d69-a0d3-4490-85a6-d245d1966f66 req-0f9bf925-5039-404c-8962-8c145ebfb981 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] For port d063bff7-96f4-43ab-aeaf-6b6e6cab44e0, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=d063bff7-96f4-43ab-aeaf-6b6e6cab44e0,segment=NetworkSegment(40de0088-5bf0-457a-ab3f-1851673c9435),segment_id=40de0088-5bf0-457a-ab3f-1851673c9435)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:55:40.308306 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-37a55d69-a0d3-4490-85a6-d245d1966f66 req-0f9bf925-5039-404c-8962-8c145ebfb981 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (d063bff7-96f4-43ab-aeaf-6b6e6cab44e0), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:40.320896 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [req-37a55d69-a0d3-4490-85a6-d245d1966f66 req-0f9bf925-5039-404c-8962-8c145ebfb981 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Calling delete_port for d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 owned by compute:nova {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:55:40.398070 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 9143766c-b4ab-434b-8c53-ed214e20f104 no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:55:40.422383 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: 9143766c-b4ab-434b-8c53-ed214e20f104 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:55:40.422734 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 9143766c-b4ab-434b-8c53-ed214e20f104 not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:55:40.423158 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:55:40.443029 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:55:40.443372 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device a9a2bb71-f508-4cc7-9a58-ea451cf8ac6a not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:55:40.468416 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-37a55d69-a0d3-4490-85a6-d245d1966f66 req-0f9bf925-5039-404c-8962-8c145ebfb981 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (d063bff7-96f4-43ab-aeaf-6b6e6cab44e0), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:40.496118 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 50858) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:40.502151 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bf925-5039-404c-8962-8c145ebfb981 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Pushing event deleted for resources: {'Port': ['ID=d063bff7-96f4-43ab-aeaf-6b6e6cab44e0,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:40.508117 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['d063bff7-96f4-43ab-aeaf-6b6e6cab44e0'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:55:40.549328 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a55d69-a0d3-4490-85a6-d245d1966f66 req-0f9bf925-5039-404c-8962-8c145ebfb981 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] No DVR routers for this DVR port d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 on host hv-cinder-75671 {{(pid=112592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 04:55:40.552019 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-37a55d69-a0d3-4490-85a6-d245d1966f66 req-0f9bf925-5039-404c-8962-8c145ebfb981 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:40.555456 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-37a55d69-a0d3-4490-85a6-d245d1966f66 req-0f9bf925-5039-404c-8962-8c145ebfb981 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.25 "DELETE /networking/v2.0/ports/d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 HTTP/1.1" status: 204 len: 173 time: 0.4449379 Sep 20 04:55:40.556045 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f024434a-d44b-41f9-8818-da15a5d0a52d', 'name': 'network-vif-deleted', 'tag': 'd063bff7-96f4-43ab-aeaf-6b6e6cab44e0'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:55:40.561494 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e224e8a-7ddd-4bc3-b789-1bf80362b2f9" -d '{"events": [{"server_uuid": "f024434a-d44b-41f9-8818-da15a5d0a52d", "name": "network-vif-deleted", "tag": "d063bff7-96f4-43ab-aeaf-6b6e6cab44e0"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:55:40.596505 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2dce89c6-f40c-435e-a215-37d9d20c5e4d tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (f1341007-80d1-4ae8-9633-1d195b582927), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:40.608549 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e51eb2-6674-41ef-b1a2-09094f2c3b3e x-openstack-request-id: req-03e51eb2-6674-41ef-b1a2-09094f2c3b3e {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:55:40.608879 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f024434a-d44b-41f9-8818-da15a5d0a52d", "name": "network-vif-deleted", "tag": "d063bff7-96f4-43ab-aeaf-6b6e6cab44e0", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:55:40.609180 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-03e51eb2-6674-41ef-b1a2-09094f2c3b3e {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:55:40.609583 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e51eb2-6674-41ef-b1a2-09094f2c3b3e'] response: {'server_uuid': 'f024434a-d44b-41f9-8818-da15a5d0a52d', 'name': 'network-vif-deleted', 'tag': 'd063bff7-96f4-43ab-aeaf-6b6e6cab44e0', 'status': 'completed', 'code': 200} Sep 20 04:55:40.622206 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2dce89c6-f40c-435e-a215-37d9d20c5e4d tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (f1341007-80d1-4ae8-9633-1d195b582927), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:40.679992 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2dce89c6-f40c-435e-a215-37d9d20c5e4d tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (f1341007-80d1-4ae8-9633-1d195b582927), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:40.682749 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2dce89c6-f40c-435e-a215-37d9d20c5e4d tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:40.683898 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-2dce89c6-f40c-435e-a215-37d9d20c5e4d tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f1341007-80d1-4ae8-9633-1d195b582927 HTTP/1.1" status: 204 len: 168 time: 0.1867387 Sep 20 04:55:40.686852 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 50864) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:40.694632 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce89c6-f40c-435e-a215-37d9d20c5e4d tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1341007-80d1-4ae8-9633-1d195b582927,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:40.697746 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:40.713521 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.api.v2.resource [None req-2caaec9e-d915-4dc2-8e71-95fc2150849f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] show failed (client error): The resource could not be found. Sep 20 04:55:40.714547 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-2caaec9e-d915-4dc2-8e71-95fc2150849f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups/f1341007-80d1-4ae8-9633-1d195b582927 HTTP/1.1" status: 404 len: 347 time: 0.0258806 Sep 20 04:55:40.718679 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 50866) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:40.733987 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-56ca4156-d191-4227-a255-23811f0b4fd3 req-7a320544-a258-4231-bda6-a1b2ff0c62d1 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f024434a-d44b-41f9-8818-da15a5d0a52d HTTP/1.1" status: 200 len: 210 time: 0.0389533 Sep 20 04:55:40.847277 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-475b08dc-1f78-49fd-b222-47cc27dfa48f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Deleting port 2c1230e4-0b9d-4e82-8843-8b43f89867bc {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:55:40.847627 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-475b08dc-1f78-49fd-b222-47cc27dfa48f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (2c1230e4-0b9d-4e82-8843-8b43f89867bc), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:40.928983 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-475b08dc-1f78-49fd-b222-47cc27dfa48f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (2c1230e4-0b9d-4e82-8843-8b43f89867bc), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:40.929318 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-475b08dc-1f78-49fd-b222-47cc27dfa48f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (2c1230e4-0b9d-4e82-8843-8b43f89867bc), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:40.943090 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-475b08dc-1f78-49fd-b222-47cc27dfa48f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Calling delete_port for 2c1230e4-0b9d-4e82-8843-8b43f89867bc owned by network:floatingip {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:55:41.091252 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-475b08dc-1f78-49fd-b222-47cc27dfa48f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (2c1230e4-0b9d-4e82-8843-8b43f89867bc), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:41.113474 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b08dc-1f78-49fd-b222-47cc27dfa48f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event deleted for resources: {'Port': ['ID=2c1230e4-0b9d-4e82-8843-8b43f89867bc,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:41.176976 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-475b08dc-1f78-49fd-b222-47cc27dfa48f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (a5a63b9d-2322-4db0-a55f-dcbcb68f84cb), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:41.179354 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-475b08dc-1f78-49fd-b222-47cc27dfa48f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:41.180478 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-475b08dc-1f78-49fd-b222-47cc27dfa48f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/a5a63b9d-2322-4db0-a55f-dcbcb68f84cb HTTP/1.1" status: 204 len: 168 time: 0.4605470 Sep 20 04:55:44.814453 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:55:44.833693 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:55:44.834045 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device d063bff7-96f4-43ab-aeaf-6b6e6cab44e0 not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:55:45.993708 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7e6cd-a72b-4b3e-aeb6-648a29b2e29a req-48e046b8-c094-4fc7-99ff-be4d70325cc2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:45.995160 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e6a7e6cd-a72b-4b3e-aeb6-648a29b2e29a req-48e046b8-c094-4fc7-99ff-be4d70325cc2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 945 time: 0.0490017 Sep 20 04:55:46.041852 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e6a7e6cd-a72b-4b3e-aeb6-648a29b2e29a req-d4c8f458-0f47-4a95-acf4-2b75731913bb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411110 Sep 20 04:55:46.561490 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 51174) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:46.661243 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-c51780f9-3432-4ba5-9bc9-8896ccceb357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:46.715993 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-fc69b602-a3e8-42ec-8ccf-876b52bb8e05 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2bf8a8097f514bd5b31f5962183fb471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532781 Sep 20 04:55:46.719037 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 51180) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:46.765494 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7e1a6162-1c04-4fce-9b3f-066a6819a1fe admin admin] Publish callbacks [] for security_group (2c09a2d5-71cb-47f7-b390-a75182c9f9f1), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:46.786180 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7e1a6162-1c04-4fce-9b3f-066a6819a1fe admin admin] Publish callbacks [] for security_group (2c09a2d5-71cb-47f7-b390-a75182c9f9f1), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:46.834320 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7e1a6162-1c04-4fce-9b3f-066a6819a1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (2c09a2d5-71cb-47f7-b390-a75182c9f9f1), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:46.836768 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7e1a6162-1c04-4fce-9b3f-066a6819a1fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:46.837896 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-7e1a6162-1c04-4fce-9b3f-066a6819a1fe admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2c09a2d5-71cb-47f7-b390-a75182c9f9f1 HTTP/1.1" status: 204 len: 168 time: 0.1179683 Sep 20 04:55:46.846010 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a6162-1c04-4fce-9b3f-066a6819a1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c09a2d5-71cb-47f7-b390-a75182c9f9f1,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:47.172702 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2efb5a-6b4b-4f89-8e4f-71ea37fe0fdb req-c3d17aa8-798d-4dd3-b29c-b7c05d708252 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:47.174457 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-be2efb5a-6b4b-4f89-8e4f-71ea37fe0fdb req-c3d17aa8-798d-4dd3-b29c-b7c05d708252 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 945 time: 0.0522046 Sep 20 04:55:47.192554 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:47.223856 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-be2efb5a-6b4b-4f89-8e4f-71ea37fe0fdb req-d90b5463-300c-4b08-b40e-a10f135249f6 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438335 Sep 20 04:55:47.456068 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 51204) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:47.550565 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-a03e38ff-cc43-4b1a-9c85-571f4159e720 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2076555382-network', 'tenant_id': '46ddf925b345471da94d05998a6a0540'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:55:47.569759 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03e38ff-cc43-4b1a-9c85-571f4159e720 admin admin] Made reservation on behalf of 46ddf925b345471da94d05998a6a0540 for: {'network': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:55:47.572150 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-a03e38ff-cc43-4b1a-9c85-571f4159e720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for network (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:47.580389 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-a03e38ff-cc43-4b1a-9c85-571f4159e720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:47.656766 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-a03e38ff-cc43-4b1a-9c85-571f4159e720 admin admin] Publish callbacks [] for security_group (44dd2867-397e-4245-b37c-3105f5eb4b4b), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:47.661260 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-a03e38ff-cc43-4b1a-9c85-571f4159e720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (44dd2867-397e-4245-b37c-3105f5eb4b4b), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:47.687096 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03e38ff-cc43-4b1a-9c85-571f4159e720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=112592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 04:55:47.697068 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e38ff-cc43-4b1a-9c85-571f4159e720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44dd2867-397e-4245-b37c-3105f5eb4b4b,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:47.701999 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-a03e38ff-cc43-4b1a-9c85-571f4159e720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (f14a18ed-3a36-405e-a9c6-aa8fce544271), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:47.702340 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.segments_db [None req-a03e38ff-cc43-4b1a-9c85-571f4159e720 admin admin] Added segment f14a18ed-3a36-405e-a9c6-aa8fce544271 of type vlan for network 6de81d04-87bb-4e82-ba15-9636966f9274 Sep 20 04:55:47.741702 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-a03e38ff-cc43-4b1a-9c85-571f4159e720 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739023002296'] for network (6de81d04-87bb-4e82-ba15-9636966f9274), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:47.764870 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-a03e38ff-cc43-4b1a-9c85-571f4159e720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for network (6de81d04-87bb-4e82-ba15-9636966f9274), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:47.766346 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03e38ff-cc43-4b1a-9c85-571f4159e720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:47.766947 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-a03e38ff-cc43-4b1a-9c85-571f4159e720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:47.822856 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-a03e38ff-cc43-4b1a-9c85-571f4159e720 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3656397 Sep 20 04:55:47.825762 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51210) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:47.831250 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-ebf0887f-5883-4f42-8a25-75034f3ef46a admin admin] Request body: {'subnet': {'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2076555382-subnet', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'ip_version': 4}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:55:47.834015 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e38ff-cc43-4b1a-9c85-571f4159e720 admin admin] Pushing event updated for resources: {'Network': ['ID=6de81d04-87bb-4e82-ba15-9636966f9274,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:47.844214 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Network 6de81d04-87bb-4e82-ba15-9636966f9274 details requested by agent ovs-agent-dv-cinder-756710-7-iscsi with host dv-cinder-756710-7-iscsi {{(pid=112594) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 04:55:47.851176 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf0887f-5883-4f42-8a25-75034f3ef46a admin admin] Made reservation on behalf of 46ddf925b345471da94d05998a6a0540 for: {'subnet': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:55:47.853553 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ebf0887f-5883-4f42-8a25-75034f3ef46a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58786398'] for subnet (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:48.016492 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ebf0887f-5883-4f42-8a25-75034f3ef46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59248611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58786376'] for subnet (e94eb72f-d7fc-4515-9285-2b7cbf8ba84e), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:48.020558 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:48.060990 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:48.075932 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0887f-5883-4f42-8a25-75034f3ef46a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e94eb72f-d7fc-4515-9285-2b7cbf8ba84e,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:48.092746 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf0887f-5883-4f42-8a25-75034f3ef46a admin admin] Checking segment: {'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:55:48.093123 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf0887f-5883-4f42-8a25-75034f3ef46a admin admin] Network hostable DHCP agents. Network: 6de81d04-87bb-4e82-ba15-9636966f9274, hostable agents: ['4610beb6-8841-4e27-a96c-3752fd75943d'], hosted agents: [] {{(pid=112593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 04:55:48.109786 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf0887f-5883-4f42-8a25-75034f3ef46a admin admin] Network 6de81d04-87bb-4e82-ba15-9636966f9274 is scheduled to be hosted by DHCP agent 4610beb6-8841-4e27-a96c-3752fd75943d with binding_index 1 {{(pid=112593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 04:55:48.118337 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-ebf0887f-5883-4f42-8a25-75034f3ef46a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-756710-7-iscsi, 6de81d04-87bb-4e82-ba15-9636966f9274) {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:55:48.122274 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf0887f-5883-4f42-8a25-75034f3ef46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:48.122976 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ebf0887f-5883-4f42-8a25-75034f3ef46a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:48.128127 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1031ff13-89d5-44b8-8ef2-a92a5c3c074a None None] Network 6de81d04-87bb-4e82-ba15-9636966f9274 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:55:48.143093 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-ebf0887f-5883-4f42-8a25-75034f3ef46a admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3159266 Sep 20 04:55:48.145697 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51212) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:48.149973 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-90e30933-466d-4c5c-bf38-d9716534510e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:55:48.170532 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-90e30933-466d-4c5c-bf38-d9716534510e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4757'] for router (4895c379-aac2-4339-803a-f79e1699e6eb), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:48.171453 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-90e30933-466d-4c5c-bf38-d9716534510e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4764'] for router (4895c379-aac2-4339-803a-f79e1699e6eb), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:48.222754 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-90e30933-466d-4c5c-bf38-d9716534510e admin admin] Publish callbacks [] for router_controller (4895c379-aac2-4339-803a-f79e1699e6eb), precommit_add_association {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:48.236112 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fdbf9b8-537f-538c-a127-faf525f06485-6de81d04-87bb-4e82-ba15-9636966f9274', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'project_id': '46ddf925b345471da94d05998a6a0540', 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e'}]}} from dv-cinder-756710-7-iscsi. {{(pid=112594) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 04:55:48.237113 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:48.354049 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ca754-03f7-4e8b-9268-a5e9fab17a76 req-5bf6be7f-0590-4355-be2d-934ca4dcf6e1 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:48.355757 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-239ca754-03f7-4e8b-9268-a5e9fab17a76 req-5bf6be7f-0590-4355-be2d-934ca4dcf6e1 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 945 time: 0.0525928 Sep 20 04:55:48.359229 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-90e30933-466d-4c5c-bf38-d9716534510e admin admin] Publish callbacks [] for router_gateway (4895c379-aac2-4339-803a-f79e1699e6eb), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:48.385022 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.db_base_plugin_common [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] Allocated IP 172.20.0.2 (6de81d04-87bb-4e82-ba15-9636966f9274/e94eb72f-d7fc-4515-9285-2b7cbf8ba84e/61567d57-cdff-4d2c-9084-1e085401f70a) {{(pid=112594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:55:48.396714 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:48.402210 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:48.407265 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-239ca754-03f7-4e8b-9268-a5e9fab17a76 req-19a3f872-9ef6-4f6b-adef-f02becc30d4c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443687 Sep 20 04:55:48.548199 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] Publish callbacks [] for port (61567d57-cdff-4d2c-9084-1e085401f70a), precommit_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:48.555570 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (61567d57-cdff-4d2c-9084-1e085401f70a), after_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:48.582880 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-90e30933-466d-4c5c-bf38-d9716534510e admin admin] Publish callbacks [] for router_gateway (4895c379-aac2-4339-803a-f79e1699e6eb), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:48.594846 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] Network 6de81d04-87bb-4e82-ba15-9636966f9274 is already hosted by enough agents. {{(pid=112594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:55:48.599563 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.base_scheduler [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] Resources bound (agent type, host, resource id): {{(pid=112594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:55:48.603379 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] Received port after_create {{(pid=112594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:55:48.604326 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-90e30933-466d-4c5c-bf38-d9716534510e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:48.607974 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] Pushing event updated for resources: {'Port': ['ID=61567d57-cdff-4d2c-9084-1e085401f70a,revision_number=1']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:48.662172 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] Attempting to bind port 61567d57-cdff-4d2c-9084-1e085401f70a on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:55:48.662546 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] Attempting to bind port 61567d57-cdff-4d2c-9084-1e085401f70a by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:55:48.662912 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] Attempting to bind port 61567d57-cdff-4d2c-9084-1e085401f70a on network 6de81d04-87bb-4e82-ba15-9636966f9274 {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:55:48.709010 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:55:48.709387 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] Checking segment: {'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:55:48.709788 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:48.710180 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] Bound using segment: {'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:55:48.710655 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] Bound port: 61567d57-cdff-4d2c-9084-1e085401f70a, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:55:48.711036 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (61567d57-cdff-4d2c-9084-1e085401f70a), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:48.711852 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-90e30933-466d-4c5c-bf38-d9716534510e admin admin] Allocated IP 172.27.1.28 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/379abb8e-9f43-4f15-aad6-d62aee681a05) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:55:48.770713 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] For port 61567d57-cdff-4d2c-9084-1e085401f70a, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:55:48.773849 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] For port 61567d57-cdff-4d2c-9084-1e085401f70a, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=61567d57-cdff-4d2c-9084-1e085401f70a,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:55:48.779491 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (61567d57-cdff-4d2c-9084-1e085401f70a), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:48.823852 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-90e30933-466d-4c5c-bf38-d9716534510e admin admin] Publish callbacks [] for port (379abb8e-9f43-4f15-aad6-d62aee681a05), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:48.829511 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6ad81-5f1d-407b-b481-7940fce3da3e None None] Pushing event updated for resources: {'Port': ['ID=61567d57-cdff-4d2c-9084-1e085401f70a,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:48.859791 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-90e30933-466d-4c5c-bf38-d9716534510e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (379abb8e-9f43-4f15-aad6-d62aee681a05), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:48.890556 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:48.898568 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-b88317e4-d299-4d88-a36e-800b5f48261d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:48.904182 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e30933-466d-4c5c-bf38-d9716534510e admin admin] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:55:48.910346 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-90e30933-466d-4c5c-bf38-d9716534510e admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:55:48.913090 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e30933-466d-4c5c-bf38-d9716534510e admin admin] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:55:48.915138 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e30933-466d-4c5c-bf38-d9716534510e admin admin] Pushing event updated for resources: {'Port': ['ID=379abb8e-9f43-4f15-aad6-d62aee681a05,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:49.037249 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:49.183202 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-90e30933-466d-4c5c-bf38-d9716534510e admin admin] Publish callbacks [] for router_gateway (4895c379-aac2-4339-803a-f79e1699e6eb), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:49.365983 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-90e30933-466d-4c5c-bf38-d9716534510e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775015'] for router (4895c379-aac2-4339-803a-f79e1699e6eb), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:49.722334 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e30933-466d-4c5c-bf38-d9716534510e admin admin] Router 4895c379-aac2-4339-803a-f79e1699e6eb is scheduled to L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 with binding_index 1 {{(pid=112593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 04:55:49.787164 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c0884-d091-401d-bf64-7d18847695ed req-b3ab0611-8752-46f9-af5e-520c7d8a5e64 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:49.787768 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48a7b75-e429-4708-b250-ae75a80d27e8 None None] Network 6de81d04-87bb-4e82-ba15-9636966f9274 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:55:49.804191 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ab9c0884-d091-401d-bf64-7d18847695ed req-b3ab0611-8752-46f9-af5e-520c7d8a5e64 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 945 time: 0.0879524 Sep 20 04:55:49.856105 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:49.874624 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-c539d167-8596-4583-9089-6f147c7207f1 None None] Provisioning complete for port 61567d57-cdff-4d2c-9084-1e085401f70a triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:55:49.875175 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-c539d167-8596-4583-9089-6f147c7207f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (61567d57-cdff-4d2c-9084-1e085401f70a), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:49.875997 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-c539d167-8596-4583-9089-6f147c7207f1 None None] Attempt 1 to provision port 61567d57-cdff-4d2c-9084-1e085401f70a Sep 20 04:55:49.896794 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e30933-466d-4c5c-bf38-d9716534510e admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:55:49.907685 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ab9c0884-d091-401d-bf64-7d18847695ed req-5d344111-ccc8-4734-a0a0-6d35bb1c8f2b tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976310 Sep 20 04:55:49.922442 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] Sync routers for ids ['4895c379-aac2-4339-803a-f79e1699e6eb'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:55:49.936686 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-90e30933-466d-4c5c-bf38-d9716534510e admin admin] Publish callbacks [] for router (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:49.941536 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 51236) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:49.949030 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-90e30933-466d-4c5c-bf38-d9716534510e admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8022003 Sep 20 04:55:49.949411 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] Routers {'4895c379-aac2-4339-803a-f79e1699e6eb'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:55:49.950279 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:55:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['4895c379-aac2-4339-803a-f79e1699e6eb'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:55:50.009428 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 61567d57-cdff-4d2c-9084-1e085401f70a up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:55:50.083515 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:50.085748 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ed5aa-3773-4372-b3e7-def92a378995 req-fcffd636-5992-46df-bfb9-66616485f23d tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:50.087528 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b49ed5aa-3773-4372-b3e7-def92a378995 req-fcffd636-5992-46df-bfb9-66616485f23d tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 945 time: 0.0980859 Sep 20 04:55:50.302007 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:50.327394 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-c539d167-8596-4583-9089-6f147c7207f1 None None] Current status of the port 61567d57-cdff-4d2c-9084-1e085401f70a is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:55:50.328320 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-c539d167-8596-4583-9089-6f147c7207f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (61567d57-cdff-4d2c-9084-1e085401f70a), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:50.340518 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] Set router 4895c379-aac2-4339-803a-f79e1699e6eb gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:55:50.347667 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 61567d57-cdff-4d2c-9084-1e085401f70a triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:55:50.348047 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (61567d57-cdff-4d2c-9084-1e085401f70a), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:50.348390 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 61567d57-cdff-4d2c-9084-1e085401f70a Sep 20 04:55:50.503680 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-c539d167-8596-4583-9089-6f147c7207f1 None None] For port 61567d57-cdff-4d2c-9084-1e085401f70a, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=61567d57-cdff-4d2c-9084-1e085401f70a,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:55:50.513166 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-c539d167-8596-4583-9089-6f147c7207f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (61567d57-cdff-4d2c-9084-1e085401f70a), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:50.552218 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:50.585792 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [req-b49ed5aa-3773-4372-b3e7-def92a378995 req-ad9bbfd9-1753-4645-ba9d-874c60602c62 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Deleting port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:55:50.586109 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-b49ed5aa-3773-4372-b3e7-def92a378995 req-ad9bbfd9-1753-4645-ba9d-874c60602c62 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (4e821eae-4814-40c5-b31f-2ea37b73d8f1), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:50.607009 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-287a554a-f49a-41da-944f-824ddb007e0d tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:50.608435 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-287a554a-f49a-41da-944f-824ddb007e0d tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/networks?id=5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340 HTTP/1.1" status: 200 len: 813 time: 0.5319889 Sep 20 04:55:50.622863 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 61567d57-cdff-4d2c-9084-1e085401f70a is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:55:50.629147 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539d167-8596-4583-9089-6f147c7207f1 None None] Pushing event updated for resources: {'Port': ['ID=61567d57-cdff-4d2c-9084-1e085401f70a,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:50.668450 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e73312df-c97c-4350-9172-08f5411f5361 None None] Provisioning complete for port 61567d57-cdff-4d2c-9084-1e085401f70a triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:55:50.668856 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e73312df-c97c-4350-9172-08f5411f5361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (61567d57-cdff-4d2c-9084-1e085401f70a), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:50.669198 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e73312df-c97c-4350-9172-08f5411f5361 None None] Attempt 1 to provision port 61567d57-cdff-4d2c-9084-1e085401f70a Sep 20 04:55:50.692060 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-c6b5ed79-b04e-431c-838f-1ee4b505fa21 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/quotas/725d386301d648de85fd6c4767250c58 HTTP/1.1" status: 200 len: 375 time: 0.0555849 Sep 20 04:55:50.700260 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:49Z', 'revision_number': 3, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:55:50.732351 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] Checking router: 4895c379-aac2-4339-803a-f79e1699e6eb for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:55:50.732731 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] Updating router 4895c379-aac2-4339-803a-f79e1699e6eb port 379abb8e-9f43-4f15-aad6-d62aee681a05 binding host dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 04:55:50.769139 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (379abb8e-9f43-4f15-aad6-d62aee681a05), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:50.772995 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-7d5a0dbd-2770-4380-8802-0b22b249f686 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=725d386301d648de85fd6c4767250c58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704811 Sep 20 04:55:50.818925 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:50.835937 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-b49ed5aa-3773-4372-b3e7-def92a378995 req-ad9bbfd9-1753-4645-ba9d-874c60602c62 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] For port 4e821eae-4814-40c5-b31f-2ea37b73d8f1, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=4e821eae-4814-40c5-b31f-2ea37b73d8f1,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:55:50.836536 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-b49ed5aa-3773-4372-b3e7-def92a378995 req-ad9bbfd9-1753-4645-ba9d-874c60602c62 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (4e821eae-4814-40c5-b31f-2ea37b73d8f1), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:50.841642 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e73312df-c97c-4350-9172-08f5411f5361 None None] Current status of the port 61567d57-cdff-4d2c-9084-1e085401f70a is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:55:51.057787 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] Publish callbacks [] for port (379abb8e-9f43-4f15-aad6-d62aee681a05), precommit_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:51.063864 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (379abb8e-9f43-4f15-aad6-d62aee681a05), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:51.090285 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:51.092862 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-2233741d-ef3c-471a-befc-c608d529c9b9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106384 Sep 20 04:55:51.097495 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] Attempting to bind port 379abb8e-9f43-4f15-aad6-d62aee681a05 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:55:51.097847 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] Attempting to bind port 379abb8e-9f43-4f15-aad6-d62aee681a05 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:55:51.098219 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] Attempting to bind port 379abb8e-9f43-4f15-aad6-d62aee681a05 on network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:55:51.101679 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:51.107324 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:51.127196 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:51.141349 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5736e-3d15-4171-9ad8-93a8785b43a7 None None] Pushing event updated for resources: {'Port': ['ID=379abb8e-9f43-4f15-aad6-d62aee681a05,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:51.159860 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:55:51.160237 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] Checking segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:55:51.160677 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:51.161071 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] Bound using segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:55:51.161550 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] Bound port: 379abb8e-9f43-4f15-aad6-d62aee681a05, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:55:51.161933 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (379abb8e-9f43-4f15-aad6-d62aee681a05), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:51.198791 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-b49ed5aa-3773-4372-b3e7-def92a378995 req-ad9bbfd9-1753-4645-ba9d-874c60602c62 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:51.199151 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-b49ed5aa-3773-4372-b3e7-def92a378995 req-ad9bbfd9-1753-4645-ba9d-874c60602c62 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (89b63287-1bcb-4053-b171-558829f5dce7), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:51.199463 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.l3_db [req-b49ed5aa-3773-4372-b3e7-def92a378995 req-ad9bbfd9-1753-4645-ba9d-874c60602c62 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Floating IP 89b63287-1bcb-4053-b171-558829f5dce7 disassociated. External IP: 172.27.1.44, port: 4e821eae-4814-40c5-b31f-2ea37b73d8f1. Sep 20 04:55:51.199801 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [req-b49ed5aa-3773-4372-b3e7-def92a378995 req-ad9bbfd9-1753-4645-ba9d-874c60602c62 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Calling delete_port for 4e821eae-4814-40c5-b31f-2ea37b73d8f1 owned by compute:nova {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:55:51.210782 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] For port 379abb8e-9f43-4f15-aad6-d62aee681a05, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:55:51.213931 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] For port 379abb8e-9f43-4f15-aad6-d62aee681a05, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=379abb8e-9f43-4f15-aad6-d62aee681a05,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:55:51.220144 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (379abb8e-9f43-4f15-aad6-d62aee681a05), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:51.260973 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] Routers {'4895c379-aac2-4339-803a-f79e1699e6eb'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:55:51.261606 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:55:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['4895c379-aac2-4339-803a-f79e1699e6eb'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:55:51.313334 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5736e-3d15-4171-9ad8-93a8785b43a7 None None] Pushing event updated for resources: {'Port': ['ID=379abb8e-9f43-4f15-aad6-d62aee681a05,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:51.318057 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-4b3887b9-f82f-4f21-a4f7-56978e1f6259 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135530 Sep 20 04:55:51.341612 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1f04a356-dd44-4e25-8c8c-b7f68e8025c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:51.363074 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:51.384386 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] Set router 4895c379-aac2-4339-803a-f79e1699e6eb gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:55:51.551020 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-b49ed5aa-3773-4372-b3e7-def92a378995 req-ad9bbfd9-1753-4645-ba9d-874c60602c62 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (4e821eae-4814-40c5-b31f-2ea37b73d8f1), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:51.591048 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:49Z', 'revision_number': 3, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:55:51.603962 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f50bd-4ad7-40b5-b14d-d23efb3d7ad5 req-f21ed352-f05e-4b85-891c-f5e43e61b05c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:51.610973 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9e9f50bd-4ad7-40b5-b14d-d23efb3d7ad5 req-f21ed352-f05e-4b85-891c-f5e43e61b05c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 945 time: 0.1049895 Sep 20 04:55:51.617760 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bbfd9-1753-4645-ba9d-874c60602c62 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event deleted for resources: {'Port': ['ID=4e821eae-4814-40c5-b31f-2ea37b73d8f1,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:51.627267 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de226914-0445-4212-bfbb-72727099c7f7 None None] The sync data for ids ['4895c379-aac2-4339-803a-f79e1699e6eb'] in dv-cinder-756710-7-iscsi is: [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:49Z', 'revision_number': 3, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:55:51.679237 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:51.746259 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9e9f50bd-4ad7-40b5-b14d-d23efb3d7ad5 req-aa8abd7d-2579-4622-b743-4e7e59d5c107 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7be70ba5-2867-4c89-be2b-466cf9858f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342387 Sep 20 04:55:51.758736 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [None req-1f04a356-dd44-4e25-8c8c-b7f68e8025c6 admin admin] Allocated IP 172.20.0.1 (6de81d04-87bb-4e82-ba15-9636966f9274/e94eb72f-d7fc-4515-9285-2b7cbf8ba84e/c858352f-b48c-4e33-a37e-121913ad760b) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:55:51.844135 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-291fbf15-3e66-421f-b972-80f59f0f8dfc req-7c6be47a-e840-47da-8007-9e4084cb9763 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d HTTP/1.1" status: 200 len: 210 time: 0.0394981 Sep 20 04:55:51.867443 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:51.908699 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b49ed5aa-3773-4372-b3e7-def92a378995 req-ad9bbfd9-1753-4645-ba9d-874c60602c62 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Router 7682264b-089e-428b-8ddc-de27bd112194 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:55:51.933348 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 61567d57-cdff-4d2c-9084-1e085401f70a up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:55:51.936178 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:51.991437 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:51.998318 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 61567d57-cdff-4d2c-9084-1e085401f70a triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:55:52.002581 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (61567d57-cdff-4d2c-9084-1e085401f70a), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:52.003113 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 61567d57-cdff-4d2c-9084-1e085401f70a Sep 20 04:55:52.092561 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1f04a356-dd44-4e25-8c8c-b7f68e8025c6 admin admin] Publish callbacks [] for port (c858352f-b48c-4e33-a37e-121913ad760b), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:52.142150 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 61567d57-cdff-4d2c-9084-1e085401f70a is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:55:52.145167 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b49ed5aa-3773-4372-b3e7-def92a378995 req-ad9bbfd9-1753-4645-ba9d-874c60602c62 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:55:52.161859 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a4aea-55a8-4756-b64b-8a3eb785c966 None None] Sync routers for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:55:52.173734 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a4aea-55a8-4756-b64b-8a3eb785c966 None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:55:52.174503 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-b09a4aea-55a8-4756-b64b-8a3eb785c966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:55:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:55:52.211504 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49ed5aa-3773-4372-b3e7-def92a378995 req-ad9bbfd9-1753-4645-ba9d-874c60602c62 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] No DVR routers for this DVR port 4e821eae-4814-40c5-b31f-2ea37b73d8f1 on host hv-cinder-75671 {{(pid=112592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 04:55:52.216533 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-b49ed5aa-3773-4372-b3e7-def92a378995 req-ad9bbfd9-1753-4645-ba9d-874c60602c62 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:52.220814 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b49ed5aa-3773-4372-b3e7-def92a378995 req-ad9bbfd9-1753-4645-ba9d-874c60602c62 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.25 "DELETE /networking/v2.0/ports/4e821eae-4814-40c5-b31f-2ea37b73d8f1 HTTP/1.1" status: 204 len: 173 time: 2.1196475 Sep 20 04:55:52.221412 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7723784c-51e5-4936-b33a-caf9b1b87bab', 'name': 'network-vif-deleted', 'tag': '4e821eae-4814-40c5-b31f-2ea37b73d8f1'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:55:52.223884 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107bc54f-e235-472d-8855-0f5db0982dec" -d '{"events": [{"server_uuid": "7723784c-51e5-4936-b33a-caf9b1b87bab", "name": "network-vif-deleted", "tag": "4e821eae-4814-40c5-b31f-2ea37b73d8f1"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:55:52.235821 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1f04a356-dd44-4e25-8c8c-b7f68e8025c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (c858352f-b48c-4e33-a37e-121913ad760b), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:52.305093 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae83516-6cac-4373-9bc4-7cf31467761f x-openstack-request-id: req-fae83516-6cac-4373-9bc4-7cf31467761f {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:55:52.305397 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7723784c-51e5-4936-b33a-caf9b1b87bab", "name": "network-vif-deleted", "tag": "4e821eae-4814-40c5-b31f-2ea37b73d8f1", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:55:52.305646 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fae83516-6cac-4373-9bc4-7cf31467761f {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:55:52.306044 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae83516-6cac-4373-9bc4-7cf31467761f'] response: {'server_uuid': '7723784c-51e5-4936-b33a-caf9b1b87bab', 'name': 'network-vif-deleted', 'tag': '4e821eae-4814-40c5-b31f-2ea37b73d8f1', 'status': 'completed', 'code': 200} Sep 20 04:55:52.309704 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f04a356-dd44-4e25-8c8c-b7f68e8025c6 admin admin] Network 6de81d04-87bb-4e82-ba15-9636966f9274 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:55:52.315363 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-1f04a356-dd44-4e25-8c8c-b7f68e8025c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:55:52.318190 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04a356-dd44-4e25-8c8c-b7f68e8025c6 admin admin] Pushing event updated for resources: {'Port': ['ID=c858352f-b48c-4e33-a37e-121913ad760b,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:52.331684 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f04a356-dd44-4e25-8c8c-b7f68e8025c6 admin admin] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:55:52.374964 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:52.376450 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-b09a4aea-55a8-4756-b64b-8a3eb785c966 None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:55:52.382249 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1f04a356-dd44-4e25-8c8c-b7f68e8025c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094494'] for router_interface (4895c379-aac2-4339-803a-f79e1699e6eb), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:52.564869 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1f04a356-dd44-4e25-8c8c-b7f68e8025c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (c858352f-b48c-4e33-a37e-121913ad760b), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:52.660439 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-b09a4aea-55a8-4756-b64b-8a3eb785c966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:55:52.681677 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-b02f5d3a-bb0c-4a48-aa26-e78a3c81ff25 None None] Provisioning complete for port c858352f-b48c-4e33-a37e-121913ad760b triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:55:52.681677 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-b02f5d3a-bb0c-4a48-aa26-e78a3c81ff25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (c858352f-b48c-4e33-a37e-121913ad760b), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:52.682284 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-b02f5d3a-bb0c-4a48-aa26-e78a3c81ff25 None None] Attempt 1 to provision port c858352f-b48c-4e33-a37e-121913ad760b Sep 20 04:55:52.703236 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a4aea-55a8-4756-b64b-8a3eb785c966 None None] Checking router: 7682264b-089e-428b-8ddc-de27bd112194 for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:55:52.722254 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a4aea-55a8-4756-b64b-8a3eb785c966 None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:55:52.723025 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-b09a4aea-55a8-4756-b64b-8a3eb785c966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:55:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:55:52.724804 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-b02f5d3a-bb0c-4a48-aa26-e78a3c81ff25 None None] Port c858352f-b48c-4e33-a37e-121913ad760b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:55:52.759521 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1f04a356-dd44-4e25-8c8c-b7f68e8025c6 admin admin] Publish callbacks [] for port (c858352f-b48c-4e33-a37e-121913ad760b), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:52.766320 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1f04a356-dd44-4e25-8c8c-b7f68e8025c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (c858352f-b48c-4e33-a37e-121913ad760b), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:52.833333 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-b09a4aea-55a8-4756-b64b-8a3eb785c966 None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:55:52.846995 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 4e821eae-4814-40c5-b31f-2ea37b73d8f1 no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:55:52.881329 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: 4e821eae-4814-40c5-b31f-2ea37b73d8f1 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:55:52.882025 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 4e821eae-4814-40c5-b31f-2ea37b73d8f1 not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:55:52.890701 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04a356-dd44-4e25-8c8c-b7f68e8025c6 admin admin] Pushing event updated for resources: {'Port': ['ID=c858352f-b48c-4e33-a37e-121913ad760b,revision_number=2']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:52.897194 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1f04a356-dd44-4e25-8c8c-b7f68e8025c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094602'] for router_interface (4895c379-aac2-4339-803a-f79e1699e6eb), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:53.000850 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5cf0e14f-21e0-4a3f-98d0-7835ad1f64a1 req-fa2fbade-7bce-4631-84f3-45b1fba1623b tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7723784c-51e5-4936-b33a-caf9b1b87bab HTTP/1.1" status: 200 len: 210 time: 0.0350289 Sep 20 04:55:53.041306 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:53.086235 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f04a356-dd44-4e25-8c8c-b7f68e8025c6 admin admin] Network 6de81d04-87bb-4e82-ba15-9636966f9274 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:55:53.088329 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-1f04a356-dd44-4e25-8c8c-b7f68e8025c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:55:53.209880 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-b09a4aea-55a8-4756-b64b-8a3eb785c966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:55:53.225729 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-b02f5d3a-bb0c-4a48-aa26-e78a3c81ff25 None None] Attempt 2 to provision port c858352f-b48c-4e33-a37e-121913ad760b Sep 20 04:55:53.242080 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a4aea-55a8-4756-b64b-8a3eb785c966 None None] The sync data for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi is: [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:55:53.313965 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-b02f5d3a-bb0c-4a48-aa26-e78a3c81ff25 None None] Port c858352f-b48c-4e33-a37e-121913ad760b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:55:53.541932 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-87817767-28af-474f-ae39-11612e8ef346 req-d62ca6df-04bc-4fea-a9e2-563945cb70d7 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d HTTP/1.1" status: 200 len: 210 time: 0.4019856 Sep 20 04:55:53.634116 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-4cf387f8-dd96-4f09-a2c5-b1049e89261d tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:53.635545 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-4cf387f8-dd96-4f09-a2c5-b1049e89261d tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340 HTTP/1.1" status: 200 len: 813 time: 0.5400200 Sep 20 04:55:53.644289 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f04a356-dd44-4e25-8c8c-b7f68e8025c6 admin admin] Router 4895c379-aac2-4339-803a-f79e1699e6eb has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:55:53.734720 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-58d426f1-4006-49a6-b28e-ff3b041349b1 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Request body: {'port': {'device_id': 'd2aeb854-27cf-4c41-a9c6-dc40c65d3c8d', 'network_id': '5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340', 'admin_state_up': True, 'tenant_id': '725d386301d648de85fd6c4767250c58'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:55:53.800501 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f04a356-dd44-4e25-8c8c-b7f68e8025c6 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:55:53.809599 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-1f04a356-dd44-4e25-8c8c-b7f68e8025c6 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/4895c379-aac2-4339-803a-f79e1699e6eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8669624 Sep 20 04:55:53.811734 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] Sync routers for ids ['4895c379-aac2-4339-803a-f79e1699e6eb'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:55:53.815980 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-b02f5d3a-bb0c-4a48-aa26-e78a3c81ff25 None None] Attempt 3 to provision port c858352f-b48c-4e33-a37e-121913ad760b Sep 20 04:55:53.859465 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:53.891407 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-58d426f1-4006-49a6-b28e-ff3b041349b1 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Made reservation on behalf of 725d386301d648de85fd6c4767250c58 for: {'port': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:55:53.896734 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-58d426f1-4006-49a6-b28e-ff3b041349b1 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:53.897420 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] Routers {'4895c379-aac2-4339-803a-f79e1699e6eb'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:55:53.898070 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:55:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['4895c379-aac2-4339-803a-f79e1699e6eb'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:55:53.954687 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-b02f5d3a-bb0c-4a48-aa26-e78a3c81ff25 None None] Port c858352f-b48c-4e33-a37e-121913ad760b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:55:53.973179 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 379abb8e-9f43-4f15-aad6-d62aee681a05 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:55:54.006927 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6946ac96-2fdc-4035-8cea-b0e12c9a91e3 None None] New status for floating IP 89b63287-1bcb-4053-b171-558829f5dce7: DOWN {{(pid=112595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 04:55:54.101251 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-58d426f1-4006-49a6-b28e-ff3b041349b1 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Allocated IP 172.20.0.5 (5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340/8337ec93-8014-4d07-b732-e4e5c3d1d473/31e662db-2a8c-47a3-862e-c1f0f71c017f) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:55:54.183253 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51288) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:54.261423 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-338d58cd-9055-4d41-80ee-421c3e03c7da tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (7be70ba5-2867-4c89-be2b-466cf9858f99), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.268575 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:54.281508 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 379abb8e-9f43-4f15-aad6-d62aee681a05 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:55:54.282175 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (379abb8e-9f43-4f15-aad6-d62aee681a05), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.282876 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 379abb8e-9f43-4f15-aad6-d62aee681a05 Sep 20 04:55:54.290305 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-338d58cd-9055-4d41-80ee-421c3e03c7da tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (7be70ba5-2867-4c89-be2b-466cf9858f99), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.312288 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-58d426f1-4006-49a6-b28e-ff3b041349b1 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Publish callbacks [] for port (31e662db-2a8c-47a3-862e-c1f0f71c017f), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.312509 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] Set router 4895c379-aac2-4339-803a-f79e1699e6eb gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:55:54.351300 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-338d58cd-9055-4d41-80ee-421c3e03c7da tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (7be70ba5-2867-4c89-be2b-466cf9858f99), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.354415 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-338d58cd-9055-4d41-80ee-421c3e03c7da tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.356253 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-338d58cd-9055-4d41-80ee-421c3e03c7da tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7be70ba5-2867-4c89-be2b-466cf9858f99 HTTP/1.1" status: 204 len: 168 time: 0.1717985 Sep 20 04:55:54.363402 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 51294) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:54.369385 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d58cd-9055-4d41-80ee-421c3e03c7da tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be70ba5-2867-4c89-be2b-466cf9858f99,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:54.373832 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-58d426f1-4006-49a6-b28e-ff3b041349b1 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (31e662db-2a8c-47a3-862e-c1f0f71c017f), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.390464 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.api.v2.resource [None req-0e17ef3b-5252-40bb-97ec-0ab1620facc2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] show failed (client error): The resource could not be found. Sep 20 04:55:54.394917 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51296) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:54.395104 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-0e17ef3b-5252-40bb-97ec-0ab1620facc2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups/7be70ba5-2867-4c89-be2b-466cf9858f99 HTTP/1.1" status: 404 len: 347 time: 0.0302832 Sep 20 04:55:54.431019 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-58d426f1-4006-49a6-b28e-ff3b041349b1 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Network 5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:55:54.434400 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-58d426f1-4006-49a6-b28e-ff3b041349b1 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:55:54.439095 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-58d426f1-4006-49a6-b28e-ff3b041349b1 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:55:54.461314 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-b02f5d3a-bb0c-4a48-aa26-e78a3c81ff25 None None] Attempt 4 to provision port c858352f-b48c-4e33-a37e-121913ad760b Sep 20 04:55:54.477530 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d426f1-4006-49a6-b28e-ff3b041349b1 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Pushing event updated for resources: {'Port': ['ID=31e662db-2a8c-47a3-862e-c1f0f71c017f,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:54.511803 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-58d426f1-4006-49a6-b28e-ff3b041349b1 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:54.513278 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-58d426f1-4006-49a6-b28e-ff3b041349b1 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.540067 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-b02f5d3a-bb0c-4a48-aa26-e78a3c81ff25 None None] Port c858352f-b48c-4e33-a37e-121913ad760b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:55:54.541198 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-58d426f1-4006-49a6-b28e-ff3b041349b1 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8118000 Sep 20 04:55:54.542602 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 379abb8e-9f43-4f15-aad6-d62aee681a05 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:55:54.542984 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (379abb8e-9f43-4f15-aad6-d62aee681a05), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.563309 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Request body: {'port': {'device_id': 'd2aeb854-27cf-4c41-a9c6-dc40c65d3c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:55:54.571446 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:54.572296 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-76b96419-7e34-4208-87db-1807723ec575 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Deleting port abbb36fe-f764-426d-8890-780086313eee {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:55:54.572657 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-76b96419-7e34-4208-87db-1807723ec575 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (abbb36fe-f764-426d-8890-780086313eee), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.587661 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] For port 379abb8e-9f43-4f15-aad6-d62aee681a05, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=379abb8e-9f43-4f15-aad6-d62aee681a05,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:55:54.594202 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 51304) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:54.605369 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-9daa0b8a-a1cf-4fb0-bcbe-00c7776ab95d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1088977630-network', 'tenant_id': '1f97be6845804bd48b814faa1e32b34f'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:55:54.611822 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (379abb8e-9f43-4f15-aad6-d62aee681a05), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.620531 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:54.641582 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:54.646401 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9daa0b8a-a1cf-4fb0-bcbe-00c7776ab95d admin admin] Made reservation on behalf of 1f97be6845804bd48b814faa1e32b34f for: {'network': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:55:54.649491 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9daa0b8a-a1cf-4fb0-bcbe-00c7776ab95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for network (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.674903 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 2, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:55:54.687862 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9daa0b8a-a1cf-4fb0-bcbe-00c7776ab95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.695090 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:54.697693 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-76b96419-7e34-4208-87db-1807723ec575 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (abbb36fe-f764-426d-8890-780086313eee), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.698095 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-76b96419-7e34-4208-87db-1807723ec575 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (abbb36fe-f764-426d-8890-780086313eee), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.708551 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] Checking router: 4895c379-aac2-4339-803a-f79e1699e6eb for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:55:54.708929 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] Updating router 4895c379-aac2-4339-803a-f79e1699e6eb port c858352f-b48c-4e33-a37e-121913ad760b binding host dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 04:55:54.710992 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-76b96419-7e34-4208-87db-1807723ec575 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Calling delete_port for abbb36fe-f764-426d-8890-780086313eee owned by network:floatingip {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:55:54.724899 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (31e662db-2a8c-47a3-862e-c1f0f71c017f), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.732089 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Pushing event updated for resources: {'Port': ['ID=379abb8e-9f43-4f15-aad6-d62aee681a05,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:54.743237 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (c858352f-b48c-4e33-a37e-121913ad760b), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.763614 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed1846-528a-4f73-b22c-54d1d97d87aa req-326af7bc-72d8-4528-afa5-b4ffb07595c8 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:54.764875 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2eed1846-528a-4f73-b22c-54d1d97d87aa req-326af7bc-72d8-4528-afa5-b4ffb07595c8 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d HTTP/1.1" status: 200 len: 931 time: 0.0909956 Sep 20 04:55:54.784566 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=100 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:54.853176 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-76b96419-7e34-4208-87db-1807723ec575 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (abbb36fe-f764-426d-8890-780086313eee), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.881165 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b96419-7e34-4208-87db-1807723ec575 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event deleted for resources: {'Port': ['ID=abbb36fe-f764-426d-8890-780086313eee,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:54.897745 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9daa0b8a-a1cf-4fb0-bcbe-00c7776ab95d admin admin] Publish callbacks [] for security_group (6fa387b9-cfe7-4974-b1e9-a0354c7c213c), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.924202 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9daa0b8a-a1cf-4fb0-bcbe-00c7776ab95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (6fa387b9-cfe7-4974-b1e9-a0354c7c213c), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.949370 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-76b96419-7e34-4208-87db-1807723ec575 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (89b63287-1bcb-4053-b171-558829f5dce7), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.952260 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-76b96419-7e34-4208-87db-1807723ec575 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:54.953797 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-76b96419-7e34-4208-87db-1807723ec575 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/89b63287-1bcb-4053-b171-558829f5dce7 HTTP/1.1" status: 204 len: 168 time: 0.5572093 Sep 20 04:55:55.025660 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9daa0b8a-a1cf-4fb0-bcbe-00c7776ab95d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=112592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 04:55:55.039287 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2eed1846-528a-4f73-b22c-54d1d97d87aa req-526a60c9-8aab-480d-9043-3bbf94f26cc9 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650194 Sep 20 04:55:55.039893 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa0b8a-a1cf-4fb0-bcbe-00c7776ab95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa387b9-cfe7-4974-b1e9-a0354c7c213c,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:55.050723 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] Publish callbacks [] for port (c858352f-b48c-4e33-a37e-121913ad760b), precommit_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.052525 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9daa0b8a-a1cf-4fb0-bcbe-00c7776ab95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (ab46293e-8df6-4cb8-ad2e-c44dea080d9d), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.052905 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.segments_db [None req-9daa0b8a-a1cf-4fb0-bcbe-00c7776ab95d admin admin] Added segment ab46293e-8df6-4cb8-ad2e-c44dea080d9d of type vlan for network dd0c1d4a-2751-4c88-8754-e04e6abc1eaa Sep 20 04:55:55.053286 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-b02f5d3a-bb0c-4a48-aa26-e78a3c81ff25 None None] Attempt 5 to provision port c858352f-b48c-4e33-a37e-121913ad760b Sep 20 04:55:55.081851 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (c858352f-b48c-4e33-a37e-121913ad760b), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.125806 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51308) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:55.130920 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-d6c40055-02ac-4eac-924c-8f85545959d2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--11119732', 'description': 'tempest-description--2134593265'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:55:55.143803 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9daa0b8a-a1cf-4fb0-bcbe-00c7776ab95d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739023002296'] for network (dd0c1d4a-2751-4c88-8754-e04e6abc1eaa), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.145421 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-b02f5d3a-bb0c-4a48-aa26-e78a3c81ff25 None None] Port c858352f-b48c-4e33-a37e-121913ad760b cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:55:55.154094 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52de89-179e-497f-90fe-13b8c809d6a7 None None] Pushing event updated for resources: {'Port': ['ID=c858352f-b48c-4e33-a37e-121913ad760b,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:55.164686 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d6c40055-02ac-4eac-924c-8f85545959d2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.201300 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9daa0b8a-a1cf-4fb0-bcbe-00c7776ab95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for network (dd0c1d4a-2751-4c88-8754-e04e6abc1eaa), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.202837 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daa0b8a-a1cf-4fb0-bcbe-00c7776ab95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:55.203432 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9daa0b8a-a1cf-4fb0-bcbe-00c7776ab95d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.231538 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] Attempting to bind port c858352f-b48c-4e33-a37e-121913ad760b on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:55:55.231913 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] Attempting to bind port c858352f-b48c-4e33-a37e-121913ad760b by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:55:55.232283 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] Attempting to bind port c858352f-b48c-4e33-a37e-121913ad760b on network 6de81d04-87bb-4e82-ba15-9636966f9274 {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:55:55.266669 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d6c40055-02ac-4eac-924c-8f85545959d2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (c7096322-e2d4-46bb-9808-b29a66842a4a), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.274280 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d6c40055-02ac-4eac-924c-8f85545959d2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (c7096322-e2d4-46bb-9808-b29a66842a4a), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.280086 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:55:55.281397 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] Checking segment: {'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:55:55.281749 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.282345 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] Bound using segment: {'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:55:55.283015 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] Bound port: c858352f-b48c-4e33-a37e-121913ad760b, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:55:55.283588 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (c858352f-b48c-4e33-a37e-121913ad760b), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.287166 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-9daa0b8a-a1cf-4fb0-bcbe-00c7776ab95d admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6893027 Sep 20 04:55:55.287354 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:55.292414 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51312) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:55.304681 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-5b50f879-2538-4abb-95e8-ca4618514621 admin admin] Request body: {'subnet': {'network_id': 'dd0c1d4a-2751-4c88-8754-e04e6abc1eaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1088977630-subnet', 'tenant_id': '1f97be6845804bd48b814faa1e32b34f', 'ip_version': 4}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:55:55.323662 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d6c40055-02ac-4eac-924c-8f85545959d2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.325022 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-d6c40055-02ac-4eac-924c-8f85545959d2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1982269 Sep 20 04:55:55.330090 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 51314) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:55.334844 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-90def4dc-3973-4efb-a0ba-855c45323ea8 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'security_group_rule': {'security_group_id': 'c7096322-e2d4-46bb-9808-b29a66842a4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:55:55.335044 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c40055-02ac-4eac-924c-8f85545959d2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7096322-e2d4-46bb-9808-b29a66842a4a,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:55.341558 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa0b8a-a1cf-4fb0-bcbe-00c7776ab95d admin admin] Pushing event updated for resources: {'Network': ['ID=dd0c1d4a-2751-4c88-8754-e04e6abc1eaa,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:55.344201 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:55.348099 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b50f879-2538-4abb-95e8-ca4618514621 admin admin] Made reservation on behalf of 1f97be6845804bd48b814faa1e32b34f for: {'subnet': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:55:55.351741 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5b50f879-2538-4abb-95e8-ca4618514621 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58786398'] for subnet (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.366077 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e662db-2a8c-47a3-862e-c1f0f71c017f {{(pid=112592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:55:55.366462 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Network dd0c1d4a-2751-4c88-8754-e04e6abc1eaa details requested by agent ovs-agent-dv-cinder-756710-7-iscsi with host dv-cinder-756710-7-iscsi {{(pid=112594) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 04:55:55.376135 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Publish callbacks [] for port (31e662db-2a8c-47a3-862e-c1f0f71c017f), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.386164 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] For port c858352f-b48c-4e33-a37e-121913ad760b, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:55:55.397053 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.provisioning_blocks [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Transition to ACTIVE for port object 31e662db-2a8c-47a3-862e-c1f0f71c017f will not be triggered until provisioned by entity L2. {{(pid=112592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 04:55:55.399089 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-90def4dc-3973-4efb-a0ba-855c45323ea8 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (4d587b27-5ed2-42b1-b12d-ccddbca96acc), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.403515 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (31e662db-2a8c-47a3-862e-c1f0f71c017f), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.430260 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] For port c858352f-b48c-4e33-a37e-121913ad760b, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=c858352f-b48c-4e33-a37e-121913ad760b,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:55:55.451138 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (c858352f-b48c-4e33-a37e-121913ad760b), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.508407 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52de89-179e-497f-90fe-13b8c809d6a7 None None] Pushing event updated for resources: {'Port': ['ID=c858352f-b48c-4e33-a37e-121913ad760b,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:55.521704 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Pushing event updated for resources: {'Port': ['ID=31e662db-2a8c-47a3-862e-c1f0f71c017f,revision_number=2']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:55.521860 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] Routers {'4895c379-aac2-4339-803a-f79e1699e6eb'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:55:55.522500 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:55:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['4895c379-aac2-4339-803a-f79e1699e6eb'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:55:55.523940 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:55.553652 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5b50f879-2538-4abb-95e8-ca4618514621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59248611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58786376'] for subnet (6c27e2d6-d0f4-4922-bc7d-8191d931ab19), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.560887 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-90def4dc-3973-4efb-a0ba-855c45323ea8 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (4d587b27-5ed2-42b1-b12d-ccddbca96acc), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.571537 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-90def4dc-3973-4efb-a0ba-855c45323ea8 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (4d587b27-5ed2-42b1-b12d-ccddbca96acc), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.590001 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Attempting to bind port 31e662db-2a8c-47a3-862e-c1f0f71c017f on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:55:55.590001 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Attempting to bind port 31e662db-2a8c-47a3-862e-c1f0f71c017f by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': '40de0088-5bf0-457a-ab3f-1851673c9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340'}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:55:55.590001 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Attempting to bind port 31e662db-2a8c-47a3-862e-c1f0f71c017f on network 5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:55:55.599897 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:55.621677 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50f879-2538-4abb-95e8-ca4618514621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c27e2d6-d0f4-4922-bc7d-8191d931ab19,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:55.624804 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90def4dc-3973-4efb-a0ba-855c45323ea8 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d587b27-5ed2-42b1-b12d-ccddbca96acc,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:55.639757 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b50f879-2538-4abb-95e8-ca4618514621 admin admin] Checking segment: {'id': 'ab46293e-8df6-4cb8-ad2e-c44dea080d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd0c1d4a-2751-4c88-8754-e04e6abc1eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:55:55.640697 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b50f879-2538-4abb-95e8-ca4618514621 admin admin] Network hostable DHCP agents. Network: dd0c1d4a-2751-4c88-8754-e04e6abc1eaa, hostable agents: ['4610beb6-8841-4e27-a96c-3752fd75943d'], hosted agents: [] {{(pid=112593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 04:55:55.641353 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] Set router 4895c379-aac2-4339-803a-f79e1699e6eb gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:55:55.643945 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-90def4dc-3973-4efb-a0ba-855c45323ea8 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.645213 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-90def4dc-3973-4efb-a0ba-855c45323ea8 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3138895 Sep 20 04:55:55.647957 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51316) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:55.652334 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-9bacc7aa-153a-490d-8635-3e60cac3343e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'security_group_rule': {'security_group_id': 'c7096322-e2d4-46bb-9808-b29a66842a4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:55:55.656184 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Port 31e662db-2a8c-47a3-862e-c1f0f71c017f on network 5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 04:55:55.656516 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Attempting to bind port 31e662db-2a8c-47a3-862e-c1f0f71c017f on network 5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:55:55.662755 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:55.672397 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-b02f5d3a-bb0c-4a48-aa26-e78a3c81ff25 None None] Attempt 6 to provision port c858352f-b48c-4e33-a37e-121913ad760b Sep 20 04:55:55.691389 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b50f879-2538-4abb-95e8-ca4618514621 admin admin] Network dd0c1d4a-2751-4c88-8754-e04e6abc1eaa is scheduled to be hosted by DHCP agent 4610beb6-8841-4e27-a96c-3752fd75943d with binding_index 1 {{(pid=112593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 04:55:55.698137 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9bacc7aa-153a-490d-8635-3e60cac3343e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (06a48c78-14ca-4f84-be21-f5299e4ebf72), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.704863 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:55:55.705230 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Checking segment: {'id': '40de0088-5bf0-457a-ab3f-1851673c9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:55:55.705613 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Bound using segment: {'id': '40de0088-5bf0-457a-ab3f-1851673c9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340'} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:55:55.706057 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Bound port: 31e662db-2a8c-47a3-862e-c1f0f71c017f, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40de0088-5bf0-457a-ab3f-1851673c9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340'}}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:55:55.706420 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (31e662db-2a8c-47a3-862e-c1f0f71c017f), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.712559 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-5b50f879-2538-4abb-95e8-ca4618514621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-756710-7-iscsi, dd0c1d4a-2751-4c88-8754-e04e6abc1eaa) {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:55:55.713862 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:55.723312 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b50f879-2538-4abb-95e8-ca4618514621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:55.724301 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5b50f879-2538-4abb-95e8-ca4618514621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.756580 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-5b50f879-2538-4abb-95e8-ca4618514621 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4608526 Sep 20 04:55:55.759027 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51318) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:55.761203 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3944b0ef-259f-4c6d-aae9-cc39e7da4109 None None] Network dd0c1d4a-2751-4c88-8754-e04e6abc1eaa requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:55:55.765957 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-2b2ecf88-348c-4743-bc58-c686d48fcd95 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1088977630-router', 'tenant_id': '1f97be6845804bd48b814faa1e32b34f', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:55:55.786488 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] For port 31e662db-2a8c-47a3-862e-c1f0f71c017f, host hv-cinder-75671, cleared binding levels {{(pid=112592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:55:55.789815 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] For port 31e662db-2a8c-47a3-862e-c1f0f71c017f, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=31e662db-2a8c-47a3-862e-c1f0f71c017f,segment=NetworkSegment(40de0088-5bf0-457a-ab3f-1851673c9435),segment_id=40de0088-5bf0-457a-ab3f-1851673c9435)] {{(pid=112592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:55:55.793006 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9bacc7aa-153a-490d-8635-3e60cac3343e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (06a48c78-14ca-4f84-be21-f5299e4ebf72), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.796585 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (31e662db-2a8c-47a3-862e-c1f0f71c017f), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.797606 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9bacc7aa-153a-490d-8635-3e60cac3343e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (06a48c78-14ca-4f84-be21-f5299e4ebf72), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.801356 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:55.802234 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.803685 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/31e662db-2a8c-47a3-862e-c1f0f71c017f HTTP/1.1" status: 200 len: 1093 time: 1.2475784 Sep 20 04:55:55.805880 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2aeb854-27cf-4c41-a9c6-dc40c65d3c8d', 'tag': '31e662db-2a8c-47a3-862e-c1f0f71c017f'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:55:55.806321 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2b2ecf88-348c-4743-bc58-c686d48fcd95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4757'] for router (62f6ea92-d1cd-4bb1-adda-06a9489a168d), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.807499 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2b2ecf88-348c-4743-bc58-c686d48fcd95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4764'] for router (62f6ea92-d1cd-4bb1-adda-06a9489a168d), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.808482 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f83672-4158-4ffb-a584-f9296dd222a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d", "tag": "31e662db-2a8c-47a3-862e-c1f0f71c017f"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:55:55.826388 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacc7aa-153a-490d-8635-3e60cac3343e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a48c78-14ca-4f84-be21-f5299e4ebf72,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:55.834599 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9bacc7aa-153a-490d-8635-3e60cac3343e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.835850 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-9bacc7aa-153a-490d-8635-3e60cac3343e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1869211 Sep 20 04:55:55.841670 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51322) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:55.848438 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-c580020d-6626-4216-80fc-893be2789507 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'floatingip': {'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:55:55.899503 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78b9555-a696-48fc-beeb-f6ca81507abb x-openstack-request-id: req-f78b9555-a696-48fc-beeb-f6ca81507abb {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:55:55.899971 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d", "tag": "31e662db-2a8c-47a3-862e-c1f0f71c017f", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:55:55.900243 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f78b9555-a696-48fc-beeb-f6ca81507abb {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:55:55.900801 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78b9555-a696-48fc-beeb-f6ca81507abb'] response: {'name': 'network-changed', 'server_uuid': 'd2aeb854-27cf-4c41-a9c6-dc40c65d3c8d', 'tag': '31e662db-2a8c-47a3-862e-c1f0f71c017f', 'status': 'completed', 'code': 200} Sep 20 04:55:55.904293 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70f6c9-4d5d-4d12-a858-b53405357a73 service neutron] Pushing event updated for resources: {'Port': ['ID=31e662db-2a8c-47a3-862e-c1f0f71c017f,revision_number=3']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:55.928714 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2b2ecf88-348c-4743-bc58-c686d48fcd95 admin admin] Publish callbacks [] for router_controller (62f6ea92-d1cd-4bb1-adda-06a9489a168d), precommit_add_association {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.935862 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c580020d-6626-4216-80fc-893be2789507 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.965901 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-b02f5d3a-bb0c-4a48-aa26-e78a3c81ff25 None None] Current status of the port c858352f-b48c-4e33-a37e-121913ad760b is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:55:55.966206 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-b02f5d3a-bb0c-4a48-aa26-e78a3c81ff25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (c858352f-b48c-4e33-a37e-121913ad760b), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:55.997599 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 379abb8e-9f43-4f15-aad6-d62aee681a05 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:55:56.049099 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fdbf9b8-537f-538c-a127-faf525f06485-dd0c1d4a-2751-4c88-8754-e04e6abc1eaa', 'network_id': 'dd0c1d4a-2751-4c88-8754-e04e6abc1eaa', 'project_id': '1f97be6845804bd48b814faa1e32b34f', 'fixed_ips': [{'subnet_id': '6c27e2d6-d0f4-4922-bc7d-8191d931ab19'}]}} from dv-cinder-756710-7-iscsi. {{(pid=112594) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 04:55:56.050011 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:56.087028 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-b02f5d3a-bb0c-4a48-aa26-e78a3c81ff25 None None] For port c858352f-b48c-4e33-a37e-121913ad760b, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=c858352f-b48c-4e33-a37e-121913ad760b,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:55:56.090381 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f83672-4158-4ffb-a584-f9296dd222a8 req-cf384cec-1881-4870-b730-94968c515dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:56.092879 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-81f83672-4158-4ffb-a584-f9296dd222a8 req-cf384cec-1881-4870-b730-94968c515dfa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=725d386301d648de85fd6c4767250c58&device_id=d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d HTTP/1.1" status: 200 len: 1127 time: 0.0641315 Sep 20 04:55:56.103913 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-b02f5d3a-bb0c-4a48-aa26-e78a3c81ff25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (c858352f-b48c-4e33-a37e-121913ad760b), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:56.121170 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:55Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:55:56.188948 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2b2ecf88-348c-4743-bc58-c686d48fcd95 admin admin] Publish callbacks [] for router_gateway (62f6ea92-d1cd-4bb1-adda-06a9489a168d), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:56.222763 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c580020d-6626-4216-80fc-893be2789507 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:56.237376 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e15c5-4d5f-48fa-a2e8-7310bf7ec179 req-83893791-66dc-4d9f-bb8f-2e1a56102b63 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:56.245116 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-da3e15c5-4d5f-48fa-a2e8-7310bf7ec179 req-83893791-66dc-4d9f-bb8f-2e1a56102b63 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d HTTP/1.1" status: 200 len: 943 time: 0.0747292 Sep 20 04:55:56.309287 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f83672-4158-4ffb-a584-f9296dd222a8 req-6d98aa35-31c2-4513-85d2-983381a3c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:56.313390 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-81f83672-4158-4ffb-a584-f9296dd222a8 req-6d98aa35-31c2-4513-85d2-983381a3c0f7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=725d386301d648de85fd6c4767250c58&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2045398 Sep 20 04:55:56.342081 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-da3e15c5-4d5f-48fa-a2e8-7310bf7ec179 req-6bb1f20f-d628-4611-aa10-2648ab88d24a tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960815 Sep 20 04:55:56.381077 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1f4dda-bb66-47fd-8b22-0a4ea4cbabb0 None None] The sync data for ids ['4895c379-aac2-4339-803a-f79e1699e6eb'] in dv-cinder-756710-7-iscsi is: [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:55Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:55:56.410031 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 379abb8e-9f43-4f15-aad6-d62aee681a05 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:55:56.410572 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (379abb8e-9f43-4f15-aad6-d62aee681a05), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:56.410982 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 379abb8e-9f43-4f15-aad6-d62aee681a05 Sep 20 04:55:56.428252 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:56.482549 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-7c8aab19-cc27-4b9f-bcf0-ac63ac64a9ff None None] Provisioning complete for port c858352f-b48c-4e33-a37e-121913ad760b triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:55:56.482838 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-7c8aab19-cc27-4b9f-bcf0-ac63ac64a9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (c858352f-b48c-4e33-a37e-121913ad760b), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:56.483381 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-7c8aab19-cc27-4b9f-bcf0-ac63ac64a9ff None None] Attempt 1 to provision port c858352f-b48c-4e33-a37e-121913ad760b Sep 20 04:55:56.524741 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f5d3a-bb0c-4a48-aa26-e78a3c81ff25 None None] Pushing event updated for resources: {'Port': ['ID=c858352f-b48c-4e33-a37e-121913ad760b,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:56.542706 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f83672-4158-4ffb-a584-f9296dd222a8 req-bd34cd94-3439-426d-adeb-f35337f9485f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:56.544460 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-81f83672-4158-4ffb-a584-f9296dd222a8 req-bd34cd94-3439-426d-adeb-f35337f9485f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1735904 Sep 20 04:55:56.606212 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2b2ecf88-348c-4743-bc58-c686d48fcd95 admin admin] Publish callbacks [] for router_gateway (62f6ea92-d1cd-4bb1-adda-06a9489a168d), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:56.618096 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:56.619945 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.db_base_plugin_common [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] Allocated IP 172.20.0.2 (dd0c1d4a-2751-4c88-8754-e04e6abc1eaa/6c27e2d6-d0f4-4922-bc7d-8191d931ab19/c5f2c6e5-2409-4cca-8e41-89688c985079) {{(pid=112594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:55:56.656425 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2b2ecf88-348c-4743-bc58-c686d48fcd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:56.692630 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:56.693981 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-c580020d-6626-4216-80fc-893be2789507 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Allocated IP 172.27.1.238 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/aa3a171b-f2e4-4f4f-8c70-845e0f150a01) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:55:56.711897 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-83bb96f1-61f9-4e3c-bbf3-fd186a0f90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:56.714293 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-83bb96f1-61f9-4e3c-bbf3-fd186a0f90b5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=725d386301d648de85fd6c4767250c58&device_id=d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d HTTP/1.1" status: 200 len: 1127 time: 0.0775483 Sep 20 04:55:56.731893 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:56.752939 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 379abb8e-9f43-4f15-aad6-d62aee681a05 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:55:56.772134 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-55b36290-24e4-47b8-9e44-aacd20395418 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31e662db-2a8c-47a3-862e-c1f0f71c017f HTTP/1.1" status: 200 len: 217 time: 0.0450168 Sep 20 04:55:56.788998 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-7c8aab19-cc27-4b9f-bcf0-ac63ac64a9ff None None] Current status of the port c858352f-b48c-4e33-a37e-121913ad760b is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:55:56.820143 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:56.845137 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-ddb7c462-6a9c-4a72-95cf-54bc0ee98f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:56.846741 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-ddb7c462-6a9c-4a72-95cf-54bc0ee98f83 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=8337ec93-8014-4d07-b732-e4e5c3d1d473 HTTP/1.1" status: 200 len: 853 time: 0.0691702 Sep 20 04:55:56.891822 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-26fd06c4-3d07-4353-b562-eda5e5bdff04 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376506 Sep 20 04:55:56.899193 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] Publish callbacks [] for port (c5f2c6e5-2409-4cca-8e41-89688c985079), precommit_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:56.910408 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (c5f2c6e5-2409-4cca-8e41-89688c985079), after_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:56.921276 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c580020d-6626-4216-80fc-893be2789507 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for port (aa3a171b-f2e4-4f4f-8c70-845e0f150a01), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:56.951203 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] Pushing event updated for resources: {'Port': ['ID=c5f2c6e5-2409-4cca-8e41-89688c985079,revision_number=1']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:56.973499 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] Network dd0c1d4a-2751-4c88-8754-e04e6abc1eaa is already hosted by enough agents. {{(pid=112594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:55:56.975125 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.base_scheduler [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] Resources bound (agent type, host, resource id): {{(pid=112594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:55:56.979375 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] Received port after_create {{(pid=112594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:55:57.000830 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c580020d-6626-4216-80fc-893be2789507 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (aa3a171b-f2e4-4f4f-8c70-845e0f150a01), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:57.009346 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-f08368a8-17d2-4379-acb8-bd4cefd27309 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117601 Sep 20 04:55:57.055460 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580020d-6626-4216-80fc-893be2789507 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'Port': ['ID=aa3a171b-f2e4-4f4f-8c70-845e0f150a01,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:57.062269 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] Attempting to bind port c5f2c6e5-2409-4cca-8e41-89688c985079 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:55:57.062919 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] Attempting to bind port c5f2c6e5-2409-4cca-8e41-89688c985079 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': 'ab46293e-8df6-4cb8-ad2e-c44dea080d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd0c1d4a-2751-4c88-8754-e04e6abc1eaa'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:55:57.063506 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] Attempting to bind port c5f2c6e5-2409-4cca-8e41-89688c985079 on network dd0c1d4a-2751-4c88-8754-e04e6abc1eaa {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:55:57.076644 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c580020d-6626-4216-80fc-893be2789507 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:55:57.082076 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-c580020d-6626-4216-80fc-893be2789507 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:55:57.086039 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c580020d-6626-4216-80fc-893be2789507 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:55:57.121729 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:55:57.122479 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] Checking segment: {'id': 'ab46293e-8df6-4cb8-ad2e-c44dea080d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd0c1d4a-2751-4c88-8754-e04e6abc1eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:55:57.122723 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-2b2ecf88-348c-4743-bc58-c686d48fcd95 admin admin] Allocated IP 172.27.1.184 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/cf3b31bb-7e66-4c7c-bd6b-31ba35976884) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:55:57.123272 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:57.123840 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] Bound using segment: {'id': 'ab46293e-8df6-4cb8-ad2e-c44dea080d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd0c1d4a-2751-4c88-8754-e04e6abc1eaa'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:55:57.125489 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] Bound port: c5f2c6e5-2409-4cca-8e41-89688c985079, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab46293e-8df6-4cb8-ad2e-c44dea080d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd0c1d4a-2751-4c88-8754-e04e6abc1eaa'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:55:57.126094 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (c5f2c6e5-2409-4cca-8e41-89688c985079), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:57.160956 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:57.180404 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7221182a-5ad1-45cc-9a54-e97516042e9f req-9175ff7d-f75b-4ed9-9dcf-9ee1c53627db service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643836 Sep 20 04:55:57.227057 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] For port c5f2c6e5-2409-4cca-8e41-89688c985079, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:55:57.233032 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] For port c5f2c6e5-2409-4cca-8e41-89688c985079, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=c5f2c6e5-2409-4cca-8e41-89688c985079,segment=NetworkSegment(ab46293e-8df6-4cb8-ad2e-c44dea080d9d),segment_id=ab46293e-8df6-4cb8-ad2e-c44dea080d9d)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:55:57.241109 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (c5f2c6e5-2409-4cca-8e41-89688c985079), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:57.264659 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c580020d-6626-4216-80fc-893be2789507 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (7c2cddb7-dfb6-4fc7-a3bc-e6bc176a23d0), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:57.304557 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c466890-d303-42be-b9e9-7b748431a8dc None None] Pushing event updated for resources: {'Port': ['ID=c5f2c6e5-2409-4cca-8e41-89688c985079,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:57.333752 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2b2ecf88-348c-4743-bc58-c686d48fcd95 admin admin] Publish callbacks [] for port (cf3b31bb-7e66-4c7c-bd6b-31ba35976884), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:57.335479 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c580020d-6626-4216-80fc-893be2789507 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (aa3a171b-f2e4-4f4f-8c70-845e0f150a01), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:57.423376 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2b2ecf88-348c-4743-bc58-c686d48fcd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (cf3b31bb-7e66-4c7c-bd6b-31ba35976884), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:57.525246 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4b571-3724-4abb-af7d-979eec3a0b28 req-44116899-7282-4c42-b471-33446caea021 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:57.527666 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d8a4b571-3724-4abb-af7d-979eec3a0b28 req-44116899-7282-4c42-b471-33446caea021 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d HTTP/1.1" status: 200 len: 943 time: 0.0789709 Sep 20 04:55:57.534377 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:57.536841 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2ecf88-348c-4743-bc58-c686d48fcd95 admin admin] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:55:57.547045 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-2b2ecf88-348c-4743-bc58-c686d48fcd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:55:57.553443 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2ecf88-348c-4743-bc58-c686d48fcd95 admin admin] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:55:57.559239 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ecf88-348c-4743-bc58-c686d48fcd95 admin admin] Pushing event updated for resources: {'Port': ['ID=cf3b31bb-7e66-4c7c-bd6b-31ba35976884,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:57.591499 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:57.610900 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d8a4b571-3724-4abb-af7d-979eec3a0b28 req-06859035-d3b5-4f1a-a2ec-7e38d8f0e412 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750029 Sep 20 04:55:57.689622 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c580020d-6626-4216-80fc-893be2789507 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for port (aa3a171b-f2e4-4f4f-8c70-845e0f150a01), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:57.717174 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c580020d-6626-4216-80fc-893be2789507 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (aa3a171b-f2e4-4f4f-8c70-845e0f150a01), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:57.826474 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580020d-6626-4216-80fc-893be2789507 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'Port': ['ID=aa3a171b-f2e4-4f4f-8c70-845e0f150a01,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:57.832759 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c580020d-6626-4216-80fc-893be2789507 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (7c2cddb7-dfb6-4fc7-a3bc-e6bc176a23d0), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:57.884762 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c580020d-6626-4216-80fc-893be2789507 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:57.886150 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-c580020d-6626-4216-80fc-893be2789507 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0432904 Sep 20 04:55:57.986249 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device c858352f-b48c-4e33-a37e-121913ad760b up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:55:58.015817 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc63bf-aa04-43d8-b124-4cad944f71ba req-6f569ab5-a9f6-46cd-86c2-332e2da3f394 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:58.025358 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f1dc63bf-aa04-43d8-b124-4cad944f71ba req-6f569ab5-a9f6-46cd-86c2-332e2da3f394 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0945978 Sep 20 04:55:58.096279 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port c858352f-b48c-4e33-a37e-121913ad760b triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:55:58.097144 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (c858352f-b48c-4e33-a37e-121913ad760b), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:58.097661 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port c858352f-b48c-4e33-a37e-121913ad760b Sep 20 04:55:58.103904 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f1dc63bf-aa04-43d8-b124-4cad944f71ba req-66e80edc-9467-4646-9af1-0020accbf149 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775685 Sep 20 04:55:58.249203 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port c858352f-b48c-4e33-a37e-121913ad760b is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:55:58.250555 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device c5f2c6e5-2409-4cca-8e41-89688c985079 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:55:58.267341 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2b2ecf88-348c-4743-bc58-c686d48fcd95 admin admin] Publish callbacks [] for router_gateway (62f6ea92-d1cd-4bb1-adda-06a9489a168d), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:58.278217 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7345b791-51d7-4ee0-b655-c46532902994 req-060f3766-7c69-4120-88b6-67d5ef04e5dd tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--11119732&fields=id&tenant_id=4f0f0b8842ae496292c27a6ee1350d32 HTTP/1.1" status: 200 len: 267 time: 0.0610201 Sep 20 04:55:58.299691 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port c5f2c6e5-2409-4cca-8e41-89688c985079 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:55:58.300069 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (c5f2c6e5-2409-4cca-8e41-89688c985079), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:58.300404 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port c5f2c6e5-2409-4cca-8e41-89688c985079 Sep 20 04:55:58.344836 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:58.434343 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19eba54-596c-46c6-9411-f0f5bd6c8fbd req-f1cf43c9-df84-476a-a357-4736f4025711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:58.435857 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a19eba54-596c-46c6-9411-f0f5bd6c8fbd req-f1cf43c9-df84-476a-a357-4736f4025711 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 1130 time: 0.0605545 Sep 20 04:55:58.440830 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port c5f2c6e5-2409-4cca-8e41-89688c985079 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:55:58.441518 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (c5f2c6e5-2409-4cca-8e41-89688c985079), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:58.462881 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345b791-51d7-4ee0-b655-c46532902994 req-33549676-12cb-4621-824f-9541dd736ff6 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:58.463948 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7345b791-51d7-4ee0-b655-c46532902994 req-33549676-12cb-4621-824f-9541dd736ff6 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/networks?id=637b3136-e650-47ef-a9fe-492091eb8174 HTTP/1.1" status: 200 len: 815 time: 0.1844575 Sep 20 04:55:58.484620 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7345b791-51d7-4ee0-b655-c46532902994 req-60bb4469-ca2f-4f57-9919-7a7df11ffb0b tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/quotas/4f0f0b8842ae496292c27a6ee1350d32 HTTP/1.1" status: 200 len: 375 time: 0.0141861 Sep 20 04:55:58.501225 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] For port c5f2c6e5-2409-4cca-8e41-89688c985079, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=c5f2c6e5-2409-4cca-8e41-89688c985079,segment=NetworkSegment(ab46293e-8df6-4cb8-ad2e-c44dea080d9d),segment_id=ab46293e-8df6-4cb8-ad2e-c44dea080d9d)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:55:58.511670 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (c5f2c6e5-2409-4cca-8e41-89688c985079), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:58.522467 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:58.550632 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fe4b06-4790-43d1-bda1-dba4822b897a None None] Network dd0c1d4a-2751-4c88-8754-e04e6abc1eaa requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:55:58.559515 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2b2ecf88-348c-4743-bc58-c686d48fcd95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775015'] for router (62f6ea92-d1cd-4bb1-adda-06a9489a168d), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:58.605403 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7345b791-51d7-4ee0-b655-c46532902994 req-8e483b95-350d-435d-a5e4-bc029fe46026 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4f0f0b8842ae496292c27a6ee1350d32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1107476 Sep 20 04:55:58.642196 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Pushing event updated for resources: {'Port': ['ID=c5f2c6e5-2409-4cca-8e41-89688c985079,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:58.652584 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-9109040d-f04f-4096-a74f-ead5439a50ce None None] Provisioning complete for port c5f2c6e5-2409-4cca-8e41-89688c985079 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:55:58.653765 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-9109040d-f04f-4096-a74f-ead5439a50ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (c5f2c6e5-2409-4cca-8e41-89688c985079), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:58.653765 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-9109040d-f04f-4096-a74f-ead5439a50ce None None] Attempt 1 to provision port c5f2c6e5-2409-4cca-8e41-89688c985079 Sep 20 04:55:58.695507 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19eba54-596c-46c6-9411-f0f5bd6c8fbd req-92204163-bb9a-4905-b3df-0dc52ed60a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:58.696982 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a19eba54-596c-46c6-9411-f0f5bd6c8fbd req-92204163-bb9a-4905-b3df-0dc52ed60a56 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=7f03bfe9-ec72-45e7-b49d-83e075955154 HTTP/1.1" status: 200 len: 919 time: 0.2116480 Sep 20 04:55:58.761247 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2ecf88-348c-4743-bc58-c686d48fcd95 admin admin] Router 62f6ea92-d1cd-4bb1-adda-06a9489a168d is scheduled to L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 with binding_index 1 {{(pid=112593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 04:55:58.798820 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-9109040d-f04f-4096-a74f-ead5439a50ce None None] Current status of the port c5f2c6e5-2409-4cca-8e41-89688c985079 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:55:58.800189 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7345b791-51d7-4ee0-b655-c46532902994 req-0b687c5f-9120-4f6c-8f15-d5caba5cbc4c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741672 Sep 20 04:55:58.802123 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a19eba54-596c-46c6-9411-f0f5bd6c8fbd req-59fdfb65-38aa-456b-b8cb-d45c95fbe99a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d0b44d0-2172-48f9-b9c5-88e71d3e7975 HTTP/1.1" status: 200 len: 1002 time: 0.0989404 Sep 20 04:55:58.867662 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 31e662db-2a8c-47a3-862e-c1f0f71c017f details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 04:55:58.892414 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2ecf88-348c-4743-bc58-c686d48fcd95 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:55:58.915014 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-2b2ecf88-348c-4743-bc58-c686d48fcd95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:58.915702 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] Sync routers for ids ['62f6ea92-d1cd-4bb1-adda-06a9489a168d'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:55:58.916348 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-2b2ecf88-348c-4743-bc58-c686d48fcd95 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1564066 Sep 20 04:55:58.919025 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51354) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:58.926154 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7345b791-51d7-4ee0-b655-c46532902994 req-8d40ba48-312e-44db-9992-436ae1be6f7e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199048 Sep 20 04:55:58.953524 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:58.982694 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:58.999554 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] Routers {'62f6ea92-d1cd-4bb1-adda-06a9489a168d'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:55:59.000007 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:55:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['62f6ea92-d1cd-4bb1-adda-06a9489a168d'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:55:59.002996 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19eba54-596c-46c6-9411-f0f5bd6c8fbd req-734ae0d6-d601-4162-ade2-a7a580d8c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:59.004485 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a19eba54-596c-46c6-9411-f0f5bd6c8fbd req-734ae0d6-d601-4162-ade2-a7a580d8c93a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cf7788d5-5c18-43ac-bdba-25d88d0e67a1 HTTP/1.1" status: 200 len: 858 time: 0.0665948 Sep 20 04:55:59.032970 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:59.062994 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19eba54-596c-46c6-9411-f0f5bd6c8fbd req-ce414db9-04fe-4b2d-a664-75644b0b19e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:59.065471 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a19eba54-596c-46c6-9411-f0f5bd6c8fbd req-ce414db9-04fe-4b2d-a664-75644b0b19e7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7f03bfe9-ec72-45e7-b49d-83e075955154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541940 Sep 20 04:55:59.095245 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-5af42880-76e8-4f47-940c-2961b64f2864 None None] Provisioning complete for port c5f2c6e5-2409-4cca-8e41-89688c985079 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:55:59.096138 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-5af42880-76e8-4f47-940c-2961b64f2864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (c5f2c6e5-2409-4cca-8e41-89688c985079), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:59.096138 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-5af42880-76e8-4f47-940c-2961b64f2864 None None] Attempt 1 to provision port c5f2c6e5-2409-4cca-8e41-89688c985079 Sep 20 04:55:59.158811 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 31e662db-2a8c-47a3-862e-c1f0f71c017f, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=31e662db-2a8c-47a3-862e-c1f0f71c017f,segment=NetworkSegment(40de0088-5bf0-457a-ab3f-1851673c9435),segment_id=40de0088-5bf0-457a-ab3f-1851673c9435)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:55:59.189788 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:59.194750 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a19eba54-596c-46c6-9411-f0f5bd6c8fbd req-d60ce6d0-9c60-499c-bdb3-e3391c7ca3e6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227107 Sep 20 04:55:59.206708 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': '31e662db-2a8c-47a3-862e-c1f0f71c017f', 'network_id': '5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340', 'port_id': '31e662db-2a8c-47a3-862e-c1f0f71c017f', 'mac_address': 'fa:16:3e:b6:dd:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8337ec93-8014-4d07-b732-e4e5c3d1d473', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 04:55:59.249993 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-5af42880-76e8-4f47-940c-2961b64f2864 None None] Current status of the port c5f2c6e5-2409-4cca-8e41-89688c985079 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:55:59.287079 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] Set router 62f6ea92-d1cd-4bb1-adda-06a9489a168d gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:55:59.320027 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503fc1e-e66a-43af-ab88-5aa3d65aec64 req-1fc87a8a-08b3-41ae-b43f-046767e55828 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:59.321844 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a503fc1e-e66a-43af-ab88-5aa3d65aec64 req-1fc87a8a-08b3-41ae-b43f-046767e55828 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d HTTP/1.1" status: 200 len: 943 time: 0.0981874 Sep 20 04:55:59.361873 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 31e662db-2a8c-47a3-862e-c1f0f71c017f is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:55:59.362270 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (31e662db-2a8c-47a3-862e-c1f0f71c017f), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:59.400533 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a19eba54-596c-46c6-9411-f0f5bd6c8fbd req-bc9f8ca4-c4d2-46b8-9daf-116eddc47613 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998203 Sep 20 04:55:59.405187 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e662db-2a8c-47a3-862e-c1f0f71c017f {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:55:59.418276 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:59.437331 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a503fc1e-e66a-43af-ab88-5aa3d65aec64 req-7687d929-9e2e-45d3-8321-75aab135adb3 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050453 Sep 20 04:55:59.485649 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 31e662db-2a8c-47a3-862e-c1f0f71c017f, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=31e662db-2a8c-47a3-862e-c1f0f71c017f,segment=NetworkSegment(40de0088-5bf0-457a-ab3f-1851673c9435),segment_id=40de0088-5bf0-457a-ab3f-1851673c9435)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:55:59.506479 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (31e662db-2a8c-47a3-862e-c1f0f71c017f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:59.539771 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-69c33e29-44fb-497d-8327-5dae30c09f0e req-8fa6095e-ea37-4196-83b1-25061c8842e5 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 210 time: 0.0605037 Sep 20 04:55:59.565863 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f0c5595a-3f7a-4b99-8764-92f26de2aa54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:59.572943 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:55:59.595308 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'name': 'tempest-TestVolumeBootPattern-1088977630-router', 'tenant_id': '1f97be6845804bd48b814faa1e32b34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cf3b31bb-7e66-4c7c-bd6b-31ba35976884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:55Z', 'updated_at': '2022-09-20T04:55:57Z', 'revision_number': 3, 'project_id': '1f97be6845804bd48b814faa1e32b34f', 'gw_port': {'id': 'cf3b31bb-7e66-4c7c-bd6b-31ba35976884', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:46:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:56Z', 'updated_at': '2022-09-20T04:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:55:59.648301 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafe998-166a-4cd2-b51e-ccf641f34c95 req-a6d35566-097b-4750-8703-930f96e449a7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:55:59.656980 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4fafe998-166a-4cd2-b51e-ccf641f34c95 req-a6d35566-097b-4750-8703-930f96e449a7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0616574 Sep 20 04:55:59.707572 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4fafe998-166a-4cd2-b51e-ccf641f34c95 req-a5dacf4c-33f1-4396-8acf-56a5b0eb571f tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497832 Sep 20 04:55:59.773146 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] Checking router: 62f6ea92-d1cd-4bb1-adda-06a9489a168d for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:55:59.773531 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] Updating router 62f6ea92-d1cd-4bb1-adda-06a9489a168d port cf3b31bb-7e66-4c7c-bd6b-31ba35976884 binding host dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 04:55:59.777769 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-f0c5595a-3f7a-4b99-8764-92f26de2aa54 admin admin] Allocated IP 172.20.0.1 (dd0c1d4a-2751-4c88-8754-e04e6abc1eaa/6c27e2d6-d0f4-4922-bc7d-8191d931ab19/d053d4e4-1544-43a9-b103-b71baf56d73d) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:55:59.821082 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=31e662db-2a8c-47a3-862e-c1f0f71c017f,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:55:59.824146 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 51372) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:55:59.824387 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (cf3b31bb-7e66-4c7c-bd6b-31ba35976884), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:59.903967 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f0c5595a-3f7a-4b99-8764-92f26de2aa54 admin admin] Publish callbacks [] for port (d053d4e4-1544-43a9-b103-b71baf56d73d), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:59.925741 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['31e662db-2a8c-47a3-862e-c1f0f71c017f'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:55:59.935505 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e5453a42-5c98-4b96-b163-198546f5e209 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group (55b60de9-44f4-49b8-8b05-a8d93e9ad10c), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:59.973879 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e5453a42-5c98-4b96-b163-198546f5e209 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group (55b60de9-44f4-49b8-8b05-a8d93e9ad10c), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:59.974457 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f0c5595a-3f7a-4b99-8764-92f26de2aa54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (d053d4e4-1544-43a9-b103-b71baf56d73d), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:55:59.981723 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device c5f2c6e5-2409-4cca-8e41-89688c985079 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:56:00.009706 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:00.038463 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c5595a-3f7a-4b99-8764-92f26de2aa54 admin admin] Network dd0c1d4a-2751-4c88-8754-e04e6abc1eaa is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:56:00.044292 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-f0c5595a-3f7a-4b99-8764-92f26de2aa54 admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:56:00.049482 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c5595a-3f7a-4b99-8764-92f26de2aa54 admin admin] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:56:00.052093 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5595a-3f7a-4b99-8764-92f26de2aa54 admin admin] Pushing event updated for resources: {'Port': ['ID=d053d4e4-1544-43a9-b103-b71baf56d73d,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:00.061937 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e5453a42-5c98-4b96-b163-198546f5e209 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (55b60de9-44f4-49b8-8b05-a8d93e9ad10c), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:00.064317 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e5453a42-5c98-4b96-b163-198546f5e209 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:00.068585 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-e5453a42-5c98-4b96-b163-198546f5e209 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/55b60de9-44f4-49b8-8b05-a8d93e9ad10c HTTP/1.1" status: 204 len: 168 time: 0.2403307 Sep 20 04:56:00.075298 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5453a42-5c98-4b96-b163-198546f5e209 tempest-TestShelveInstance-175665765 tempest-TestShelveInstance-175665765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b60de9-44f4-49b8-8b05-a8d93e9ad10c,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:00.125607 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 51376) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:00.144959 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f0c5595a-3f7a-4b99-8764-92f26de2aa54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094494'] for router_interface (62f6ea92-d1cd-4bb1-adda-06a9489a168d), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:00.196856 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port c5f2c6e5-2409-4cca-8e41-89688c985079 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:56:00.197359 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (c5f2c6e5-2409-4cca-8e41-89688c985079), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:00.197658 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port c5f2c6e5-2409-4cca-8e41-89688c985079 Sep 20 04:56:00.228289 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:00.361821 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f0c5595a-3f7a-4b99-8764-92f26de2aa54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (d053d4e4-1544-43a9-b103-b71baf56d73d), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:00.397840 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:00.424260 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Provisioning complete for port d053d4e4-1544-43a9-b103-b71baf56d73d triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:56:00.424659 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (d053d4e4-1544-43a9-b103-b71baf56d73d), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:00.424997 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Attempt 1 to provision port d053d4e4-1544-43a9-b103-b71baf56d73d Sep 20 04:56:00.505709 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:00.521876 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port c5f2c6e5-2409-4cca-8e41-89688c985079 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:56:00.526680 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Port d053d4e4-1544-43a9-b103-b71baf56d73d cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:56:00.540653 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] Publish callbacks [] for port (cf3b31bb-7e66-4c7c-bd6b-31ba35976884), precommit_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:00.548173 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (cf3b31bb-7e66-4c7c-bd6b-31ba35976884), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:00.567817 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f0c5595a-3f7a-4b99-8764-92f26de2aa54 admin admin] Publish callbacks [] for port (d053d4e4-1544-43a9-b103-b71baf56d73d), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:00.573317 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f0c5595a-3f7a-4b99-8764-92f26de2aa54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (d053d4e4-1544-43a9-b103-b71baf56d73d), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:00.590799 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] Attempting to bind port cf3b31bb-7e66-4c7c-bd6b-31ba35976884 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:56:00.591183 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] Attempting to bind port cf3b31bb-7e66-4c7c-bd6b-31ba35976884 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:56:00.591543 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] Attempting to bind port cf3b31bb-7e66-4c7c-bd6b-31ba35976884 on network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:56:00.645461 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445af5c4-3b7f-4513-838c-b3b286742b11 None None] Pushing event updated for resources: {'Port': ['ID=cf3b31bb-7e66-4c7c-bd6b-31ba35976884,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:00.676140 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:56:00.676517 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] Checking segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:56:00.676804 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5595a-3f7a-4b99-8764-92f26de2aa54 admin admin] Pushing event updated for resources: {'Port': ['ID=d053d4e4-1544-43a9-b103-b71baf56d73d,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:00.676941 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:00.677341 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] Bound using segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:56:00.677822 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] Bound port: cf3b31bb-7e66-4c7c-bd6b-31ba35976884, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:56:00.678207 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (cf3b31bb-7e66-4c7c-bd6b-31ba35976884), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:00.686883 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f0c5595a-3f7a-4b99-8764-92f26de2aa54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094602'] for router_interface (62f6ea92-d1cd-4bb1-adda-06a9489a168d), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:00.706152 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:00.743122 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] For port cf3b31bb-7e66-4c7c-bd6b-31ba35976884, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:56:00.747547 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] For port cf3b31bb-7e66-4c7c-bd6b-31ba35976884, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=cf3b31bb-7e66-4c7c-bd6b-31ba35976884,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:56:00.756088 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (cf3b31bb-7e66-4c7c-bd6b-31ba35976884), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:00.758750 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc2b39-8403-4941-9ed9-5aebd8dfd886 req-4844447b-9582-4d15-8559-84b011334d1f tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:00.760294 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-becc2b39-8403-4941-9ed9-5aebd8dfd886 req-4844447b-9582-4d15-8559-84b011334d1f tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d HTTP/1.1" status: 200 len: 944 time: 0.0934622 Sep 20 04:56:00.814234 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c5595a-3f7a-4b99-8764-92f26de2aa54 admin admin] Network dd0c1d4a-2751-4c88-8754-e04e6abc1eaa is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:56:00.816451 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445af5c4-3b7f-4513-838c-b3b286742b11 None None] Pushing event updated for resources: {'Port': ['ID=cf3b31bb-7e66-4c7c-bd6b-31ba35976884,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:00.819152 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-f0c5595a-3f7a-4b99-8764-92f26de2aa54 admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:56:00.821459 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] Routers {'62f6ea92-d1cd-4bb1-adda-06a9489a168d'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:56:00.822283 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:55:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['62f6ea92-d1cd-4bb1-adda-06a9489a168d'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:00.912292 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:00.931913 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:00.949723 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-becc2b39-8403-4941-9ed9-5aebd8dfd886 req-3beedce9-2a78-4bad-97f0-7838f25308fb tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413746 Sep 20 04:56:00.973534 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] Set router 62f6ea92-d1cd-4bb1-adda-06a9489a168d gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:56:00.992009 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345b791-51d7-4ee0-b655-c46532902994 req-8d5a6753-9b3d-460a-86c7-6f6073f096f2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:00.996837 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7345b791-51d7-4ee0-b655-c46532902994 req-8d5a6753-9b3d-460a-86c7-6f6073f096f2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.25 "GET /networking/v2.0/networks?id=637b3136-e650-47ef-a9fe-492091eb8174 HTTP/1.1" status: 200 len: 815 time: 0.2737455 Sep 20 04:56:01.003640 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c5595a-3f7a-4b99-8764-92f26de2aa54 admin admin] Router 62f6ea92-d1cd-4bb1-adda-06a9489a168d has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:56:01.028368 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Attempt 2 to provision port d053d4e4-1544-43a9-b103-b71baf56d73d Sep 20 04:56:01.096015 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-87e2273d-bd34-4934-90c0-c714ab87e29f req-5e7f28c4-8ae8-4a63-b05e-4eca7576b47f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 210 time: 0.0308642 Sep 20 04:56:01.151305 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-d96d3fde-8b79-4232-be10-cc90ecf9281d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4094629'] for router_interface (33768428-f04e-45cb-8c67-641fd0c0dcaf), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:01.202590 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7345b791-51d7-4ee0-b655-c46532902994 req-10e7564e-bfe1-4fe6-bdc7-66b58d589240 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4f0f0b8842ae496292c27a6ee1350d32 HTTP/1.1" status: 200 len: 378 time: 0.1840334 Sep 20 04:56:01.202828 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c5595a-3f7a-4b99-8764-92f26de2aa54 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:56:01.208234 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-f0c5595a-3f7a-4b99-8764-92f26de2aa54 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/62f6ea92-d1cd-4bb1-adda-06a9489a168d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2879670 Sep 20 04:56:01.213136 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-7345b791-51d7-4ee0-b655-c46532902994 req-8e66358e-9eae-465b-abea-46fe365dabad tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'port': {'device_id': '08dd20c3-27f2-4e1a-b083-c17cb2171a16', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'admin_state_up': True, 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'security_groups': ['c7096322-e2d4-46bb-9808-b29a66842a4a']}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:56:01.221341 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 31e662db-2a8c-47a3-862e-c1f0f71c017f up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:56:01.253338 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Port d053d4e4-1544-43a9-b103-b71baf56d73d cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:56:01.308900 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port 31e662db-2a8c-47a3-862e-c1f0f71c017f completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 04:56:01.317164 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port 31e662db-2a8c-47a3-862e-c1f0f71c017f triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:56:01.317351 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (31e662db-2a8c-47a3-862e-c1f0f71c017f), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:01.317585 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port 31e662db-2a8c-47a3-862e-c1f0f71c017f Sep 20 04:56:01.361952 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1cdfc-4be2-41bc-92c1-a41380760047 req-4532cb97-1e2d-4754-88ea-4918440dd757 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:01.363514 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2aa1cdfc-4be2-41bc-92c1-a41380760047 req-4532cb97-1e2d-4754-88ea-4918440dd757 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.1442778 Sep 20 04:56:01.385687 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'name': 'tempest-TestVolumeBootPattern-1088977630-router', 'tenant_id': '1f97be6845804bd48b814faa1e32b34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cf3b31bb-7e66-4c7c-bd6b-31ba35976884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:55Z', 'updated_at': '2022-09-20T04:56:00Z', 'revision_number': 4, 'project_id': '1f97be6845804bd48b814faa1e32b34f', 'gw_port': {'id': 'cf3b31bb-7e66-4c7c-bd6b-31ba35976884', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:46:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:56Z', 'updated_at': '2022-09-20T04:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'd053d4e4-1544-43a9-b103-b71baf56d73d', 'name': '', 'network_id': 'dd0c1d4a-2751-4c88-8754-e04e6abc1eaa', 'tenant_id': '1f97be6845804bd48b814faa1e32b34f', 'mac_address': 'fa:16:3e:58:7e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6c27e2d6-d0f4-4922-bc7d-8191d931ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:59Z', 'updated_at': '2022-09-20T04:56:00Z', 'revision_number': 2, 'project_id': '1f97be6845804bd48b814faa1e32b34f', 'subnets': [{'id': '6c27e2d6-d0f4-4922-bc7d-8191d931ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:01.413860 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d941ff7-de03-4d87-a43c-278c86121368 None None] The sync data for ids ['62f6ea92-d1cd-4bb1-adda-06a9489a168d'] in dv-cinder-756710-7-iscsi is: [{'id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'name': 'tempest-TestVolumeBootPattern-1088977630-router', 'tenant_id': '1f97be6845804bd48b814faa1e32b34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cf3b31bb-7e66-4c7c-bd6b-31ba35976884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:55Z', 'updated_at': '2022-09-20T04:56:00Z', 'revision_number': 4, 'project_id': '1f97be6845804bd48b814faa1e32b34f', 'gw_port': {'id': 'cf3b31bb-7e66-4c7c-bd6b-31ba35976884', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:46:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:56Z', 'updated_at': '2022-09-20T04:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'd053d4e4-1544-43a9-b103-b71baf56d73d', 'name': '', 'network_id': 'dd0c1d4a-2751-4c88-8754-e04e6abc1eaa', 'tenant_id': '1f97be6845804bd48b814faa1e32b34f', 'mac_address': 'fa:16:3e:58:7e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6c27e2d6-d0f4-4922-bc7d-8191d931ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:59Z', 'updated_at': '2022-09-20T04:56:00Z', 'revision_number': 2, 'project_id': '1f97be6845804bd48b814faa1e32b34f', 'subnets': [{'id': '6c27e2d6-d0f4-4922-bc7d-8191d931ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:56:01.454526 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 31e662db-2a8c-47a3-862e-c1f0f71c017f is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:56:01.454928 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (31e662db-2a8c-47a3-862e-c1f0f71c017f), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:01.481038 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2aeb854-27cf-4c41-a9c6-dc40c65d3c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e662db-2a8c-47a3-862e-c1f0f71c017f'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:56:01.483496 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee11759-c972-472f-8691-91c40ed44232" -d '{"events": [{"server_uuid": "d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d", "name": "network-vif-plugged", "status": "completed", "tag": "31e662db-2a8c-47a3-862e-c1f0f71c017f"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:56:01.496548 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 31e662db-2a8c-47a3-862e-c1f0f71c017f, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=31e662db-2a8c-47a3-862e-c1f0f71c017f,segment=NetworkSegment(40de0088-5bf0-457a-ab3f-1851673c9435),segment_id=40de0088-5bf0-457a-ab3f-1851673c9435)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:56:01.500983 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (31e662db-2a8c-47a3-862e-c1f0f71c017f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:01.510335 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2aa1cdfc-4be2-41bc-92c1-a41380760047 req-a47d6be8-83db-4176-9164-8775aa706f95 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396337 Sep 20 04:56:01.518199 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7345b791-51d7-4ee0-b655-c46532902994 req-8e66358e-9eae-465b-abea-46fe365dabad tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Made reservation on behalf of 4f0f0b8842ae496292c27a6ee1350d32 for: {'port': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:56:01.522015 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-7345b791-51d7-4ee0-b655-c46532902994 req-8e66358e-9eae-465b-abea-46fe365dabad tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:01.572042 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=31e662db-2a8c-47a3-862e-c1f0f71c017f,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:01.698866 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-d96d3fde-8b79-4232-be10-cc90ecf9281d admin admin] Deleting port 883b8413-9afe-41a5-8c5a-bf9580f608f2 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:56:01.699201 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-d96d3fde-8b79-4232-be10-cc90ecf9281d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (883b8413-9afe-41a5-8c5a-bf9580f608f2), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:01.754989 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Attempt 3 to provision port d053d4e4-1544-43a9-b103-b71baf56d73d Sep 20 04:56:01.801756 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [req-7345b791-51d7-4ee0-b655-c46532902994 req-8e66358e-9eae-465b-abea-46fe365dabad tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Allocated IP 172.20.0.12 (637b3136-e650-47ef-a9fe-492091eb8174/3f57d475-8572-4ec4-8852-9471b6c9f7c5/9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:56:01.806723 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Port d053d4e4-1544-43a9-b103-b71baf56d73d cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:56:01.841202 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [None req-d96d3fde-8b79-4232-be10-cc90ecf9281d admin admin] For port 883b8413-9afe-41a5-8c5a-bf9580f608f2, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=883b8413-9afe-41a5-8c5a-bf9580f608f2,segment=NetworkSegment(5459c30c-d7de-4638-8a64-e9e46e5df21d),segment_id=5459c30c-d7de-4638-8a64-e9e46e5df21d)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:56:01.841567 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-d96d3fde-8b79-4232-be10-cc90ecf9281d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (883b8413-9afe-41a5-8c5a-bf9580f608f2), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:01.859699 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51396) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:01.868546 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-805fa31b-ed14-4551-a527-0aab2c1c7c58 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-293602655', 'description': 'tempest-secgroup-smoke-293602655 description', 'project_id': '46ddf925b345471da94d05998a6a0540'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:56:01.871575 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-d96d3fde-8b79-4232-be10-cc90ecf9281d admin admin] Calling delete_port for 883b8413-9afe-41a5-8c5a-bf9580f608f2 owned by network:router_interface {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:56:01.879737 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:01.891989 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:01.900835 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-805fa31b-ed14-4551-a527-0aab2c1c7c58 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:01.903275 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375f7048-07fc-4d8e-9200-f420f79b9d55 x-openstack-request-id: req-375f7048-07fc-4d8e-9200-f420f79b9d55 {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:56:01.903563 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d", "name": "network-vif-plugged", "status": "completed", "tag": "31e662db-2a8c-47a3-862e-c1f0f71c017f", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:56:01.903815 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-375f7048-07fc-4d8e-9200-f420f79b9d55 {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:56:01.904213 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-375f7048-07fc-4d8e-9200-f420f79b9d55'] response: {'server_uuid': 'd2aeb854-27cf-4c41-a9c6-dc40c65d3c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e662db-2a8c-47a3-862e-c1f0f71c017f', 'code': 200} Sep 20 04:56:01.956041 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:02.019909 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-805fa31b-ed14-4551-a527-0aab2c1c7c58 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group (936b33f4-a6f3-4334-8473-93010dcaedbf), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.029014 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-805fa31b-ed14-4551-a527-0aab2c1c7c58 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (936b33f4-a6f3-4334-8473-93010dcaedbf), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.064513 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:02.072512 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-805fa31b-ed14-4551-a527-0aab2c1c7c58 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.073821 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-805fa31b-ed14-4551-a527-0aab2c1c7c58 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2126656 Sep 20 04:56:02.077881 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51400) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:02.082149 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-40ee23dc-d279-4d4b-b7c7-6754b0a1d459 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Request body: {'security_group_rule': {'security_group_id': '936b33f4-a6f3-4334-8473-93010dcaedbf', 'project_id': '46ddf925b345471da94d05998a6a0540', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:56:02.092072 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fa31b-ed14-4551-a527-0aab2c1c7c58 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=936b33f4-a6f3-4334-8473-93010dcaedbf,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:02.119544 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-40ee23dc-d279-4d4b-b7c7-6754b0a1d459 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group_rule (4c76c692-ca17-4d0c-bb98-d2d3cc8d1883), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.197908 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2d466-519f-4e13-afe9-cabc0793ac46 req-a8d252b1-b360-470e-a046-70d6ad8a2df1 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:02.199512 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-40ee23dc-d279-4d4b-b7c7-6754b0a1d459 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group_rule (4c76c692-ca17-4d0c-bb98-d2d3cc8d1883), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.199640 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-57f2d466-519f-4e13-afe9-cabc0793ac46 req-a8d252b1-b360-470e-a046-70d6ad8a2df1 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d HTTP/1.1" status: 200 len: 945 time: 0.1056771 Sep 20 04:56:02.204956 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-40ee23dc-d279-4d4b-b7c7-6754b0a1d459 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (4c76c692-ca17-4d0c-bb98-d2d3cc8d1883), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.214772 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-7345b791-51d7-4ee0-b655-c46532902994 req-8e66358e-9eae-465b-abea-46fe365dabad tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for port (9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.222362 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee23dc-d279-4d4b-b7c7-6754b0a1d459 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c76c692-ca17-4d0c-bb98-d2d3cc8d1883,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:02.239658 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e2713-3bd5-4dea-afff-51057727b147 req-2ccd907d-df90-48f1-9a41-487faeab1dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:02.241204 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e46e2713-3bd5-4dea-afff-51057727b147 req-2ccd907d-df90-48f1-9a41-487faeab1dba service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d HTTP/1.1" status: 200 len: 1129 time: 0.1040964 Sep 20 04:56:02.243757 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-40ee23dc-d279-4d4b-b7c7-6754b0a1d459 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.244985 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-40ee23dc-d279-4d4b-b7c7-6754b0a1d459 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1661644 Sep 20 04:56:02.247791 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51404) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:02.252671 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-e161c29c-bb94-40b4-b1ea-337f13b8f143 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Request body: {'security_group_rule': {'security_group_id': '936b33f4-a6f3-4334-8473-93010dcaedbf', 'project_id': '46ddf925b345471da94d05998a6a0540', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:56:02.281821 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e161c29c-bb94-40b4-b1ea-337f13b8f143 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group_rule (4f0caf40-994e-4dd9-8207-bd7b414f0102), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.308272 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Attempt 4 to provision port d053d4e4-1544-43a9-b103-b71baf56d73d Sep 20 04:56:02.340777 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e161c29c-bb94-40b4-b1ea-337f13b8f143 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group_rule (4f0caf40-994e-4dd9-8207-bd7b414f0102), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.342803 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Port d053d4e4-1544-43a9-b103-b71baf56d73d cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:56:02.345048 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e161c29c-bb94-40b4-b1ea-337f13b8f143 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (4f0caf40-994e-4dd9-8207-bd7b414f0102), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.357828 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-7345b791-51d7-4ee0-b655-c46532902994 req-8e66358e-9eae-465b-abea-46fe365dabad tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.364227 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161c29c-bb94-40b4-b1ea-337f13b8f143 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0caf40-994e-4dd9-8207-bd7b414f0102,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:02.371285 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e161c29c-bb94-40b4-b1ea-337f13b8f143 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.371434 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-57f2d466-519f-4e13-afe9-cabc0793ac46 req-118b253e-f426-4267-b537-6dcfe4dd22a5 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453593 Sep 20 04:56:02.373476 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-e161c29c-bb94-40b4-b1ea-337f13b8f143 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241417 Sep 20 04:56:02.375815 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51406) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:02.381480 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-264284bf-30bb-4dfe-9e19-b279c4d764c8 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Request body: {'security_group_rule': {'security_group_id': '936b33f4-a6f3-4334-8473-93010dcaedbf', 'project_id': '46ddf925b345471da94d05998a6a0540', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:56:02.382071 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e46e2713-3bd5-4dea-afff-51057727b147 req-5fe26c2e-f87e-442b-a602-ccd6f54c544f service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312482 Sep 20 04:56:02.412108 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-264284bf-30bb-4dfe-9e19-b279c4d764c8 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group_rule (f30bdb89-a994-4ed9-b442-d28731145d50), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.422590 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7345b791-51d7-4ee0-b655-c46532902994 req-8e66358e-9eae-465b-abea-46fe365dabad tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Network 637b3136-e650-47ef-a9fe-492091eb8174 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:56:02.431157 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [req-7345b791-51d7-4ee0-b655-c46532902994 req-8e66358e-9eae-465b-abea-46fe365dabad tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:56:02.435888 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [req-7345b791-51d7-4ee0-b655-c46532902994 req-8e66358e-9eae-465b-abea-46fe365dabad tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:56:02.441407 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-d96d3fde-8b79-4232-be10-cc90ecf9281d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (883b8413-9afe-41a5-8c5a-bf9580f608f2), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.445728 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66358e-9eae-465b-abea-46fe365dabad tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'Port': ['ID=9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:02.490074 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-264284bf-30bb-4dfe-9e19-b279c4d764c8 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group_rule (f30bdb89-a994-4ed9-b442-d28731145d50), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.494416 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-264284bf-30bb-4dfe-9e19-b279c4d764c8 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (f30bdb89-a994-4ed9-b442-d28731145d50), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.513252 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d3fde-8b79-4232-be10-cc90ecf9281d admin admin] Pushing event deleted for resources: {'Port': ['ID=883b8413-9afe-41a5-8c5a-bf9580f608f2,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:02.518671 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264284bf-30bb-4dfe-9e19-b279c4d764c8 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30bdb89-a994-4ed9-b442-d28731145d50,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:02.524927 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-264284bf-30bb-4dfe-9e19-b279c4d764c8 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.526303 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-264284bf-30bb-4dfe-9e19-b279c4d764c8 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491950 Sep 20 04:56:02.529348 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51408) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:02.534037 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-c0c92c54-4593-4a2c-becd-5bfd5ba0ef9e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Request body: {'security_group_rule': {'security_group_id': '936b33f4-a6f3-4334-8473-93010dcaedbf', 'project_id': '46ddf925b345471da94d05998a6a0540', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:56:02.565081 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c0c92c54-4593-4a2c-becd-5bfd5ba0ef9e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group_rule (d956623b-d997-4fd6-ab5d-42563e89b695), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.580871 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345b791-51d7-4ee0-b655-c46532902994 req-8e66358e-9eae-465b-abea-46fe365dabad tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:02.581482 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-7345b791-51d7-4ee0-b655-c46532902994 req-8e66358e-9eae-465b-abea-46fe365dabad tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.620256 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996c37f-5b1c-4d4d-af69-11ee8463c3a6 req-7d4a371a-1bf0-4098-926c-e3a8e1bb342b tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:02.625119 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d996c37f-5b1c-4d4d-af69-11ee8463c3a6 req-7d4a371a-1bf0-4098-926c-e3a8e1bb342b tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 932 time: 0.1556761 Sep 20 04:56:02.639116 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c0c92c54-4593-4a2c-becd-5bfd5ba0ef9e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group_rule (d956623b-d997-4fd6-ab5d-42563e89b695), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.642296 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:02.646110 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c0c92c54-4593-4a2c-becd-5bfd5ba0ef9e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (d956623b-d997-4fd6-ab5d-42563e89b695), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.646286 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7345b791-51d7-4ee0-b655-c46532902994 req-8e66358e-9eae-465b-abea-46fe365dabad tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4375486 Sep 20 04:56:02.662244 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c92c54-4593-4a2c-becd-5bfd5ba0ef9e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d956623b-d997-4fd6-ab5d-42563e89b695,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:02.681136 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c0c92c54-4593-4a2c-becd-5bfd5ba0ef9e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.682481 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-c0c92c54-4593-4a2c-becd-5bfd5ba0ef9e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520786 Sep 20 04:56:02.686083 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51412) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:02.691181 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-5037604c-c2ba-420e-a229-a7507f03755e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Request body: {'security_group_rule': {'security_group_id': '936b33f4-a6f3-4334-8473-93010dcaedbf', 'project_id': '46ddf925b345471da94d05998a6a0540', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:56:02.715501 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.securitygroups_db [None req-5037604c-c2ba-420e-a229-a7507f03755e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Project 46ddf925b345471da94d05998a6a0540 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 04:56:02.720855 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Request body: {'port': {'device_id': '08dd20c3-27f2-4e1a-b083-c17cb2171a16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:56:02.723206 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5037604c-c2ba-420e-a229-a7507f03755e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group_rule (814dad88-23cb-42c8-a5e5-1ac432c30e18), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.752096 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:02.766284 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d996c37f-5b1c-4d4d-af69-11ee8463c3a6 req-77827945-e72e-419a-9b7a-281c805a32c1 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c7096322-e2d4-46bb-9808-b29a66842a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1351376 Sep 20 04:56:02.798861 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5037604c-c2ba-420e-a229-a7507f03755e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group_rule (814dad88-23cb-42c8-a5e5-1ac432c30e18), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.802917 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5037604c-c2ba-420e-a229-a7507f03755e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (814dad88-23cb-42c8-a5e5-1ac432c30e18), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.830165 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037604c-c2ba-420e-a229-a7507f03755e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814dad88-23cb-42c8-a5e5-1ac432c30e18,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:02.843289 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5037604c-c2ba-420e-a229-a7507f03755e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.844012 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Attempt 5 to provision port d053d4e4-1544-43a9-b103-b71baf56d73d Sep 20 04:56:02.844827 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-5037604c-c2ba-420e-a229-a7507f03755e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1570027 Sep 20 04:56:02.847839 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 51414) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:02.855956 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-16702f04-e44c-45e3-beeb-599d78214b4e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Request body: {'security_group_rule': {'security_group_id': '936b33f4-a6f3-4334-8473-93010dcaedbf', 'project_id': '46ddf925b345471da94d05998a6a0540', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:56:02.863362 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.877940 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-d96d3fde-8b79-4232-be10-cc90ecf9281d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3684142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3778325'] for router_interface (33768428-f04e-45cb-8c67-641fd0c0dcaf), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:02.882498 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Port d053d4e4-1544-43a9-b103-b71baf56d73d cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:56:02.945874 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.securitygroups_db [None req-16702f04-e44c-45e3-beeb-599d78214b4e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Project 46ddf925b345471da94d05998a6a0540 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 04:56:02.996946 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-16702f04-e44c-45e3-beeb-599d78214b4e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group_rule (e2fbdb45-e4d1-42d1-88f7-f33eed26056b), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:03.012855 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc18900-a179-449f-ae53-9d26c3005b9f req-82df7d27-7357-48a5-8ee3-c79f051f1cbe tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:03.014347 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-cdc18900-a179-449f-ae53-9d26c3005b9f req-82df7d27-7357-48a5-8ee3-c79f051f1cbe tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.1255999 Sep 20 04:56:03.227663 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-16702f04-e44c-45e3-beeb-599d78214b4e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group_rule (e2fbdb45-e4d1-42d1-88f7-f33eed26056b), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:03.263306 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-16702f04-e44c-45e3-beeb-599d78214b4e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (e2fbdb45-e4d1-42d1-88f7-f33eed26056b), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:03.272890 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-cdc18900-a179-449f-ae53-9d26c3005b9f req-3f1883e3-98bf-49b7-89fc-e2810ac21546 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430205 Sep 20 04:56:03.328087 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16702f04-e44c-45e3-beeb-599d78214b4e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2fbdb45-e4d1-42d1-88f7-f33eed26056b,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:03.343280 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-16702f04-e44c-45e3-beeb-599d78214b4e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:03.347472 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-16702f04-e44c-45e3-beeb-599d78214b4e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4941945 Sep 20 04:56:03.383459 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Attempt 6 to provision port d053d4e4-1544-43a9-b103-b71baf56d73d Sep 20 04:56:03.386115 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:03.432659 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:03.440155 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:03.458538 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Port d053d4e4-1544-43a9-b103-b71baf56d73d cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:56:03.494839 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96d3fde-8b79-4232-be10-cc90ecf9281d admin admin] Router 33768428-f04e-45cb-8c67-641fd0c0dcaf has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:56:03.511503 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 {{(pid=112592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:56:03.522004 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Publish callbacks [] for port (9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:03.566984 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:03.568445 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.provisioning_blocks [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Transition to ACTIVE for port object 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 will not be triggered until provisioned by entity L2. {{(pid=112592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 04:56:03.869720 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:03.933762 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e7ff1-7000-4833-9933-3d1cce83b8c5 req-d2af5575-dcab-49ef-acff-1c396e2a87b5 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:03.941273 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6e7e7ff1-7000-4833-9933-3d1cce83b8c5 req-d2af5575-dcab-49ef-acff-1c396e2a87b5 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d HTTP/1.1" status: 200 len: 945 time: 0.4128277 Sep 20 04:56:03.959808 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Attempt 7 to provision port d053d4e4-1544-43a9-b103-b71baf56d73d Sep 20 04:56:04.014010 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Pushing event updated for resources: {'Port': ['ID=9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0,revision_number=2']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:04.017617 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Port d053d4e4-1544-43a9-b103-b71baf56d73d cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:56:04.060823 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device cf3b31bb-7e66-4c7c-bd6b-31ba35976884 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:56:04.083532 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96d3fde-8b79-4232-be10-cc90ecf9281d admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:56:04.091781 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-d96d3fde-8b79-4232-be10-cc90ecf9281d admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/33768428-f04e-45cb-8c67-641fd0c0dcaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9649370 Sep 20 04:56:04.094138 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a734fcf1-5f6e-4b2f-af29-65218617a2fd None None] Sync routers for ids ['33768428-f04e-45cb-8c67-641fd0c0dcaf'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:56:04.095366 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51462) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:04.102493 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6e7e7ff1-7000-4833-9933-3d1cce83b8c5 req-c00707c3-065e-4034-8549-d2a908bafac0 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603100 Sep 20 04:56:04.105949 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a734fcf1-5f6e-4b2f-af29-65218617a2fd None None] Routers {'33768428-f04e-45cb-8c67-641fd0c0dcaf'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:56:04.106401 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-a734fcf1-5f6e-4b2f-af29-65218617a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:55:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['33768428-f04e-45cb-8c67-641fd0c0dcaf'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:04.133861 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port cf3b31bb-7e66-4c7c-bd6b-31ba35976884 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:56:04.134434 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (cf3b31bb-7e66-4c7c-bd6b-31ba35976884), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:04.134840 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port cf3b31bb-7e66-4c7c-bd6b-31ba35976884 Sep 20 04:56:04.136591 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Attempting to bind port 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:56:04.140511 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Attempting to bind port 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:56:04.141061 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Attempting to bind port 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 on network 637b3136-e650-47ef-a9fe-492091eb8174 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:56:04.231245 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-a734fcf1-5f6e-4b2f-af29-65218617a2fd None None] Set router 33768428-f04e-45cb-8c67-641fd0c0dcaf gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:56:04.256116 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Port 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 on network 637b3136-e650-47ef-a9fe-492091eb8174 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 04:56:04.257061 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Attempting to bind port 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 on network 637b3136-e650-47ef-a9fe-492091eb8174 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:56:04.262329 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:04.265119 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:04.270847 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5138cdda-b9e6-4136-8f4b-35804c86ef94 admin admin] Publish callbacks [] for router (33768428-f04e-45cb-8c67-641fd0c0dcaf), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:04.288731 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=75 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:04.301564 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12b71e-8c01-4df6-92b4-4bb80ff380b7 req-92de293e-a2fc-4e67-8187-3eac1c3b5816 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:04.309021 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7a12b71e-8c01-4df6-92b4-4bb80ff380b7 req-92de293e-a2fc-4e67-8187-3eac1c3b5816 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 944 time: 0.0928581 Sep 20 04:56:04.379316 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7a12b71e-8c01-4df6-92b4-4bb80ff380b7 req-1e8c49db-c29b-49b8-85ee-b08db51f6bd4 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c7096322-e2d4-46bb-9808-b29a66842a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641861 Sep 20 04:56:04.388502 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:56:04.389112 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Checking segment: {'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:56:04.389818 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Bound using segment: {'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:56:04.390495 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Bound port: 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'}}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:56:04.391039 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:04.391991 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5138cdda-b9e6-4136-8f4b-35804c86ef94 admin admin] Publish callbacks [] for router_gateway (33768428-f04e-45cb-8c67-641fd0c0dcaf), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:04.403559 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:04.458344 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-5138cdda-b9e6-4136-8f4b-35804c86ef94 admin admin] Deleting port dfc13420-f494-49b7-9b68-55ff716adf83 {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:56:04.461733 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5138cdda-b9e6-4136-8f4b-35804c86ef94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (dfc13420-f494-49b7-9b68-55ff716adf83), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:04.480292 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-a734fcf1-5f6e-4b2f-af29-65218617a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33768428-f04e-45cb-8c67-641fd0c0dcaf', 'name': 'tempest-TestShelveInstance-23567600-router', 'tenant_id': '2e65f62fae68435ea0304bebc2a21b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dfc13420-f494-49b7-9b68-55ff716adf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:54:03Z', 'updated_at': '2022-09-20T04:56:02Z', 'revision_number': 5, 'project_id': '2e65f62fae68435ea0304bebc2a21b90', 'gw_port': {'id': 'dfc13420-f494-49b7-9b68-55ff716adf83', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33768428-f04e-45cb-8c67-641fd0c0dcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:04Z', 'updated_at': '2022-09-20T04:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:04.517317 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a734fcf1-5f6e-4b2f-af29-65218617a2fd None None] Checking router: 33768428-f04e-45cb-8c67-641fd0c0dcaf for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:56:04.520167 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Attempt 8 to provision port d053d4e4-1544-43a9-b103-b71baf56d73d Sep 20 04:56:04.533535 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a734fcf1-5f6e-4b2f-af29-65218617a2fd None None] Routers {'33768428-f04e-45cb-8c67-641fd0c0dcaf'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:56:04.535079 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-a734fcf1-5f6e-4b2f-af29-65218617a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:55:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['33768428-f04e-45cb-8c67-641fd0c0dcaf'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:04.541002 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c31ed-3d25-4062-b16e-8dfc9dd1fcaa req-738e7ec0-cd50-48d5-a55b-402abe84b623 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:04.548462 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2a1c31ed-3d25-4062-b16e-8dfc9dd1fcaa req-738e7ec0-cd50-48d5-a55b-402abe84b623 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0750372 Sep 20 04:56:04.595471 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Port d053d4e4-1544-43a9-b103-b71baf56d73d cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:56:04.620861 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [None req-5138cdda-b9e6-4136-8f4b-35804c86ef94 admin admin] For port dfc13420-f494-49b7-9b68-55ff716adf83, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=dfc13420-f494-49b7-9b68-55ff716adf83,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:56:04.621486 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5138cdda-b9e6-4136-8f4b-35804c86ef94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (dfc13420-f494-49b7-9b68-55ff716adf83), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:04.630935 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] For port 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0, host hv-cinder-75671, cleared binding levels {{(pid=112592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:56:04.635526 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port cf3b31bb-7e66-4c7c-bd6b-31ba35976884 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:56:04.636252 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (cf3b31bb-7e66-4c7c-bd6b-31ba35976884), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:04.637054 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] For port 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:56:04.640026 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-5138cdda-b9e6-4136-8f4b-35804c86ef94 admin admin] Calling delete_port for dfc13420-f494-49b7-9b68-55ff716adf83 owned by network:router_gateway {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:56:04.644499 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2a1c31ed-3d25-4062-b16e-8dfc9dd1fcaa req-f56804c8-94e7-4b93-972c-d4bb7e983700 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951080 Sep 20 04:56:04.646042 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:04.651620 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:04.652239 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:04.653673 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7345b791-51d7-4ee0-b655-c46532902994 req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 HTTP/1.1" status: 200 len: 1094 time: 1.9721367 Sep 20 04:56:04.654247 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08dd20c3-27f2-4e1a-b083-c17cb2171a16', 'tag': '9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:56:04.660254 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33df5849-6c94-479f-a963-b6d72190d077" -d '{"events": [{"name": "network-changed", "server_uuid": "08dd20c3-27f2-4e1a-b083-c17cb2171a16", "tag": "9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:56:04.683797 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] For port cf3b31bb-7e66-4c7c-bd6b-31ba35976884, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=cf3b31bb-7e66-4c7c-bd6b-31ba35976884,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:56:04.688170 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (cf3b31bb-7e66-4c7c-bd6b-31ba35976884), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:04.691401 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-a734fcf1-5f6e-4b2f-af29-65218617a2fd None None] Set router 33768428-f04e-45cb-8c67-641fd0c0dcaf gateway port host: None {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:56:04.768693 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:04.779309 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaa7b7b-3312-44ae-a740-f3113e885612 x-openstack-request-id: req-abaa7b7b-3312-44ae-a740-f3113e885612 {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:56:04.779823 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08dd20c3-27f2-4e1a-b083-c17cb2171a16", "tag": "9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:56:04.780252 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-a734fcf1-5f6e-4b2f-af29-65218617a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33768428-f04e-45cb-8c67-641fd0c0dcaf', 'name': 'tempest-TestShelveInstance-23567600-router', 'tenant_id': '2e65f62fae68435ea0304bebc2a21b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:54:03Z', 'updated_at': '2022-09-20T04:56:04Z', 'revision_number': 6, 'project_id': '2e65f62fae68435ea0304bebc2a21b90', 'gw_port_host': None}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:04.780949 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-abaa7b7b-3312-44ae-a740-f3113e885612 {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:56:04.781531 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abaa7b7b-3312-44ae-a740-f3113e885612'] response: {'name': 'network-changed', 'server_uuid': '08dd20c3-27f2-4e1a-b083-c17cb2171a16', 'tag': '9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0', 'status': 'completed', 'code': 200} Sep 20 04:56:04.785984 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345b791-51d7-4ee0-b655-c46532902994 req-dc0ae4be-4feb-4a24-aa0e-313bc16e3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:04.787749 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7345b791-51d7-4ee0-b655-c46532902994 req-dc0ae4be-4feb-4a24-aa0e-313bc16e3af2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f0f0b8842ae496292c27a6ee1350d32&device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 1128 time: 0.0573356 Sep 20 04:56:04.807258 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d202ae8-bef0-4f5c-bd32-60a528d53488 service neutron] Pushing event updated for resources: {'Port': ['ID=9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0,revision_number=3']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:04.826007 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Pushing event updated for resources: {'Port': ['ID=cf3b31bb-7e66-4c7c-bd6b-31ba35976884,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:04.839629 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a734fcf1-5f6e-4b2f-af29-65218617a2fd None None] The sync data for ids ['33768428-f04e-45cb-8c67-641fd0c0dcaf'] in dv-cinder-756710-7-iscsi is: [{'id': '33768428-f04e-45cb-8c67-641fd0c0dcaf', 'name': 'tempest-TestShelveInstance-23567600-router', 'tenant_id': '2e65f62fae68435ea0304bebc2a21b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:54:03Z', 'updated_at': '2022-09-20T04:56:04Z', 'revision_number': 6, 'project_id': '2e65f62fae68435ea0304bebc2a21b90', 'gw_port_host': None}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:56:04.847279 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7345b791-51d7-4ee0-b655-c46532902994 req-8e2c796f-b4dc-4ffb-ad3b-c6bc03b122c6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 HTTP/1.1" status: 200 len: 217 time: 0.0467496 Sep 20 04:56:04.902016 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345b791-51d7-4ee0-b655-c46532902994 req-17f93dc5-6eb7-4599-afc0-3e05839be47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:04.903648 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7345b791-51d7-4ee0-b655-c46532902994 req-17f93dc5-6eb7-4599-afc0-3e05839be47f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f57d475-8572-4ec4-8852-9471b6c9f7c5 HTTP/1.1" status: 200 len: 854 time: 0.0497656 Sep 20 04:56:04.945984 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5138cdda-b9e6-4136-8f4b-35804c86ef94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (dfc13420-f494-49b7-9b68-55ff716adf83), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:04.954398 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345b791-51d7-4ee0-b655-c46532902994 req-34594b3a-15a6-4a19-b556-1407df6f1c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:04.959343 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7345b791-51d7-4ee0-b655-c46532902994 req-34594b3a-15a6-4a19-b556-1407df6f1c77 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=637b3136-e650-47ef-a9fe-492091eb8174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497537 Sep 20 04:56:04.973628 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138cdda-b9e6-4136-8f4b-35804c86ef94 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc13420-f494-49b7-9b68-55ff716adf83,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:05.031914 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] Sync routers for ids ['62f6ea92-d1cd-4bb1-adda-06a9489a168d'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:56:05.047946 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] Routers {'62f6ea92-d1cd-4bb1-adda-06a9489a168d'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:56:05.048926 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:55:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['62f6ea92-d1cd-4bb1-adda-06a9489a168d'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:05.053442 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5138cdda-b9e6-4136-8f4b-35804c86ef94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3775071'] for router_gateway (33768428-f04e-45cb-8c67-641fd0c0dcaf), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:05.075469 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7345b791-51d7-4ee0-b655-c46532902994 req-3dac6df5-b463-4338-b036-e2c729c2ecd8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092870 Sep 20 04:56:05.098533 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Attempt 9 to provision port d053d4e4-1544-43a9-b103-b71baf56d73d Sep 20 04:56:05.172344 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5138cdda-b9e6-4136-8f4b-35804c86ef94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4743'] for router (33768428-f04e-45cb-8c67-641fd0c0dcaf), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:05.174638 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5138cdda-b9e6-4136-8f4b-35804c86ef94 admin admin] Publish callbacks [] for router_controller (33768428-f04e-45cb-8c67-641fd0c0dcaf), precommit_delete_associations {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:05.188430 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Port d053d4e4-1544-43a9-b103-b71baf56d73d cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:56:05.206811 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7345b791-51d7-4ee0-b655-c46532902994 req-cdbeab0c-1d23-43d0-b75d-1fac91dbedb4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241009 Sep 20 04:56:05.209476 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] Set router 62f6ea92-d1cd-4bb1-adda-06a9489a168d gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:56:05.230260 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5138cdda-b9e6-4136-8f4b-35804c86ef94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3778408'] for router (33768428-f04e-45cb-8c67-641fd0c0dcaf), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:05.232390 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5138cdda-b9e6-4136-8f4b-35804c86ef94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33768428-f04e-45cb-8c67-641fd0c0dcaf {{(pid=112593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 04:56:05.242642 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5138cdda-b9e6-4136-8f4b-35804c86ef94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:05.244849 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-5138cdda-b9e6-4136-8f4b-35804c86ef94 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/33768428-f04e-45cb-8c67-641fd0c0dcaf HTTP/1.1" status: 204 len: 168 time: 1.1484187 Sep 20 04:56:05.249820 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51486) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:05.277637 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae79c26-940f-4251-aecd-b5013af6b32d req-babfa450-00f6-45d4-9a02-e8368223ea9a tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:05.285327 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-aae79c26-940f-4251-aecd-b5013af6b32d req-babfa450-00f6-45d4-9a02-e8368223ea9a tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d HTTP/1.1" status: 200 len: 945 time: 0.0775924 Sep 20 04:56:05.293782 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:05.325039 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_v2 [None req-986d63c7-694f-44c4-ba9c-192d50f5d45c admin admin] Deleting subnet 8f4b75e7-0525-451a-affd-d1cbd4008368 {{(pid=112593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 04:56:05.329207 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-986d63c7-694f-44c4-ba9c-192d50f5d45c admin admin] Publish callbacks [] for subnet (8f4b75e7-0525-451a-affd-d1cbd4008368), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:05.350932 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-aae79c26-940f-4251-aecd-b5013af6b32d req-ef09c37f-911f-4430-9f20-64ca9f645f5a tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643313 Sep 20 04:56:05.370899 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:05.394350 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-986d63c7-694f-44c4-ba9c-192d50f5d45c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58957096'] for subnet (8f4b75e7-0525-451a-affd-d1cbd4008368), precommit_delete_associations {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:05.460275 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'name': 'tempest-TestVolumeBootPattern-1088977630-router', 'tenant_id': '1f97be6845804bd48b814faa1e32b34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cf3b31bb-7e66-4c7c-bd6b-31ba35976884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:55Z', 'updated_at': '2022-09-20T04:56:00Z', 'revision_number': 4, 'project_id': '1f97be6845804bd48b814faa1e32b34f', 'gw_port': {'id': 'cf3b31bb-7e66-4c7c-bd6b-31ba35976884', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:56Z', 'updated_at': '2022-09-20T04:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'd053d4e4-1544-43a9-b103-b71baf56d73d', 'name': '', 'network_id': 'dd0c1d4a-2751-4c88-8754-e04e6abc1eaa', 'tenant_id': '1f97be6845804bd48b814faa1e32b34f', 'mac_address': 'fa:16:3e:58:7e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6c27e2d6-d0f4-4922-bc7d-8191d931ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:59Z', 'updated_at': '2022-09-20T04:56:00Z', 'revision_number': 2, 'project_id': '1f97be6845804bd48b814faa1e32b34f', 'subnets': [{'id': '6c27e2d6-d0f4-4922-bc7d-8191d931ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:05.494155 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] Checking router: 62f6ea92-d1cd-4bb1-adda-06a9489a168d for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:56:05.494515 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] Updating router 62f6ea92-d1cd-4bb1-adda-06a9489a168d port d053d4e4-1544-43a9-b103-b71baf56d73d binding host dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 04:56:05.512093 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-986d63c7-694f-44c4-ba9c-192d50f5d45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766695'] for subnet (8f4b75e7-0525-451a-affd-d1cbd4008368), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:05.525224 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (d053d4e4-1544-43a9-b103-b71baf56d73d), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:05.576112 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-986d63c7-694f-44c4-ba9c-192d50f5d45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58786417'] for subnet (8f4b75e7-0525-451a-affd-d1cbd4008368), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:05.603136 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d63c7-694f-44c4-ba9c-192d50f5d45c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f4b75e7-0525-451a-affd-d1cbd4008368,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:05.605125 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-986d63c7-694f-44c4-ba9c-192d50f5d45c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:05.611167 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-986d63c7-694f-44c4-ba9c-192d50f5d45c admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/8f4b75e7-0525-451a-affd-d1cbd4008368 HTTP/1.1" status: 204 len: 168 time: 0.3569901 Sep 20 04:56:05.611167 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51494) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:05.620835 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d52e11-2568-410d-b5e9-13f1b4f89eb3 None None] Network 7270c520-c796-4eb7-8e5a-1cb3d55ddcbf requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:56:05.684000 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:05.687736 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726418'] for network (7270c520-c796-4eb7-8e5a-1cb3d55ddcbf), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:05.691778 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Attempt 10 to provision port d053d4e4-1544-43a9-b103-b71baf56d73d Sep 20 04:56:05.746667 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:05.746895 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] Deleting port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:56:05.747102 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (10c842b2-00cb-43bb-bd25-98a76c3f9cb0), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:05.761708 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=100 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:05.800497 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-cb360ae4-bae9-4047-a296-5ea0af7f9cd3 None None] Port d053d4e4-1544-43a9-b103-b71baf56d73d cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:56:05.818912 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] For port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=10c842b2-00cb-43bb-bd25-98a76c3f9cb0,segment=NetworkSegment(5459c30c-d7de-4638-8a64-e9e46e5df21d),segment_id=5459c30c-d7de-4638-8a64-e9e46e5df21d)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:56:05.819338 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (10c842b2-00cb-43bb-bd25-98a76c3f9cb0), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:05.841448 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] Calling delete_port for 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 owned by network:dhcp {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:56:05.907014 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3061e13-1de0-4440-9cb7-7e593a50db0e None None] DHCP port deletion for 7270c520-c796-4eb7-8e5a-1cb3d55ddcbf request from dv-cinder-756710-7-iscsi {{(pid=112594) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 04:56:05.966571 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device cf3b31bb-7e66-4c7c-bd6b-31ba35976884 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:56:06.010122 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-42f2fa2f-f8c6-4a69-82d6-b628a4fe15c5 None None] Provisioning complete for port d053d4e4-1544-43a9-b103-b71baf56d73d triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:56:06.010455 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-42f2fa2f-f8c6-4a69-82d6-b628a4fe15c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (d053d4e4-1544-43a9-b103-b71baf56d73d), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:06.018813 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-42f2fa2f-f8c6-4a69-82d6-b628a4fe15c5 None None] Attempt 1 to provision port d053d4e4-1544-43a9-b103-b71baf56d73d Sep 20 04:56:06.018813 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] Publish callbacks [] for port (d053d4e4-1544-43a9-b103-b71baf56d73d), precommit_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:06.023056 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-b3061e13-1de0-4440-9cb7-7e593a50db0e None None] Deleting port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 {{(pid=112594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:56:06.023532 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-b3061e13-1de0-4440-9cb7-7e593a50db0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (10c842b2-00cb-43bb-bd25-98a76c3f9cb0), before_delete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:06.064489 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (d053d4e4-1544-43a9-b103-b71baf56d73d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:06.164859 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-42f2fa2f-f8c6-4a69-82d6-b628a4fe15c5 None None] Port d053d4e4-1544-43a9-b103-b71baf56d73d cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:56:06.184459 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-b3061e13-1de0-4440-9cb7-7e593a50db0e None None] For port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=10c842b2-00cb-43bb-bd25-98a76c3f9cb0,segment=NetworkSegment(5459c30c-d7de-4638-8a64-e9e46e5df21d),segment_id=5459c30c-d7de-4638-8a64-e9e46e5df21d)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:56:06.184881 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-b3061e13-1de0-4440-9cb7-7e593a50db0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (10c842b2-00cb-43bb-bd25-98a76c3f9cb0), precommit_delete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:06.198237 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port cf3b31bb-7e66-4c7c-bd6b-31ba35976884 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:56:06.198736 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (cf3b31bb-7e66-4c7c-bd6b-31ba35976884), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:06.199192 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port cf3b31bb-7e66-4c7c-bd6b-31ba35976884 Sep 20 04:56:06.200449 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (10c842b2-00cb-43bb-bd25-98a76c3f9cb0), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:06.201968 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9a6e0-6dc2-49e3-ba0c-e7a0c45d7be8 None None] Pushing event updated for resources: {'Port': ['ID=d053d4e4-1544-43a9-b103-b71baf56d73d,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:06.228692 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=10c842b2-00cb-43bb-bd25-98a76c3f9cb0,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:06.232423 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-b3061e13-1de0-4440-9cb7-7e593a50db0e None None] Calling delete_port for 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 owned by network:dhcp {{(pid=112594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:56:06.234567 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] No DVR routers for this DVR port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 on host dv-cinder-756710-7-iscsi {{(pid=112593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 04:56:06.235478 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df5849-6c94-479f-a963-b6d72190d077 req-d812712c-5e19-44aa-b867-0e1f539baa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:06.237366 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-33df5849-6c94-479f-a963-b6d72190d077 req-d812712c-5e19-44aa-b867-0e1f539baa4a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f0f0b8842ae496292c27a6ee1350d32&device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 1128 time: 0.0625193 Sep 20 04:56:06.343740 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729292', 'neutron.services.segments.db._delete_segments_for_network-8739023563457'] for network (7270c520-c796-4eb7-8e5a-1cb3d55ddcbf), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:06.361320 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df5849-6c94-479f-a963-b6d72190d077 req-afbbaa06-7aec-447f-9143-217ba63b0473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:06.364896 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-33df5849-6c94-479f-a963-b6d72190d077 req-afbbaa06-7aec-447f-9143-217ba63b0473 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=637b3136-e650-47ef-a9fe-492091eb8174 HTTP/1.1" status: 200 len: 915 time: 0.1201341 Sep 20 04:56:06.373437 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7270c520-c796-4eb7-8e5a-1cb3d55ddcbf']}} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:06.385008 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] Attempting to bind port d053d4e4-1544-43a9-b103-b71baf56d73d on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:56:06.385226 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5459c30c-d7de-4638-8a64-e9e46e5df21d') {'for_net_delete': True} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:06.385607 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5459c30c-d7de-4638-8a64-e9e46e5df21d') {} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:06.385725 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] Attempting to bind port d053d4e4-1544-43a9-b103-b71baf56d73d by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': 'ab46293e-8df6-4cb8-ad2e-c44dea080d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd0c1d4a-2751-4c88-8754-e04e6abc1eaa'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:56:06.385952 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] Attempting to bind port d053d4e4-1544-43a9-b103-b71baf56d73d on network dd0c1d4a-2751-4c88-8754-e04e6abc1eaa {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:56:06.403774 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739023563349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58957075'] for segment (5459c30c-d7de-4638-8a64-e9e46e5df21d), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:06.421405 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-33df5849-6c94-479f-a963-b6d72190d077 req-f29b06c8-4217-48e3-8a86-631e575500c6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 HTTP/1.1" status: 200 len: 217 time: 0.0506217 Sep 20 04:56:06.421634 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (5459c30c-d7de-4638-8a64-e9e46e5df21d), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:06.430679 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=112593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 04:56:06.431226 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59245190'] for segment (5459c30c-d7de-4638-8a64-e9e46e5df21d), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:06.488635 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df5849-6c94-479f-a963-b6d72190d077 req-feb6a6c3-ecc7-4167-ba4d-9216ddd52892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:06.490112 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-33df5849-6c94-479f-a963-b6d72190d077 req-feb6a6c3-ecc7-4167-ba4d-9216ddd52892 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f57d475-8572-4ec4-8852-9471b6c9f7c5 HTTP/1.1" status: 200 len: 854 time: 0.0632195 Sep 20 04:56:06.519867 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.services.segments.plugin [-] Segment 5459c30c-d7de-4638-8a64-e9e46e5df21d resource provider aggregate not found Sep 20 04:56:06.569448 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.services.segments.plugin [-] Segment 5459c30c-d7de-4638-8a64-e9e46e5df21d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5459c30c-d7de-4638-8a64-e9e46e5df21d found for delete ", "request_id": "req-7a8919b1-ffb1-40b5-bdc9-844cdf98c1c2"}]} Sep 20 04:56:06.569664 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:56:06.569664 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] Checking segment: {'id': 'ab46293e-8df6-4cb8-ad2e-c44dea080d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd0c1d4a-2751-4c88-8754-e04e6abc1eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:56:06.569664 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:06.569664 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] Bound using segment: {'id': 'ab46293e-8df6-4cb8-ad2e-c44dea080d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd0c1d4a-2751-4c88-8754-e04e6abc1eaa'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:56:06.569664 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] Bound port: d053d4e4-1544-43a9-b103-b71baf56d73d, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab46293e-8df6-4cb8-ad2e-c44dea080d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd0c1d4a-2751-4c88-8754-e04e6abc1eaa'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:56:06.569664 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (d053d4e4-1544-43a9-b103-b71baf56d73d), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:06.570593 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3775114'] for network (7270c520-c796-4eb7-8e5a-1cb3d55ddcbf), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:06.588654 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-b3061e13-1de0-4440-9cb7-7e593a50db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716'] for port (10c842b2-00cb-43bb-bd25-98a76c3f9cb0), after_delete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:06.598782 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:06.602069 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/7270c520-c796-4eb7-8e5a-1cb3d55ddcbf HTTP/1.1" status: 204 len: 168 time: 0.9899929 Sep 20 04:56:06.603222 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7735f0d-334f-4f49-811d-7bf1f186bec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7270c520-c796-4eb7-8e5a-1cb3d55ddcbf,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:06.604885 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51510) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:06.646569 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] For port d053d4e4-1544-43a9-b103-b71baf56d73d, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:56:06.647214 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df5849-6c94-479f-a963-b6d72190d077 req-4ae0e584-1ad5-493c-8a47-b2b58c26b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:06.651108 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-33df5849-6c94-479f-a963-b6d72190d077 req-4ae0e584-1ad5-493c-8a47-b2b58c26b8bd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=637b3136-e650-47ef-a9fe-492091eb8174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1410625 Sep 20 04:56:06.651303 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] For port d053d4e4-1544-43a9-b103-b71baf56d73d, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=d053d4e4-1544-43a9-b103-b71baf56d73d,segment=NetworkSegment(ab46293e-8df6-4cb8-ad2e-c44dea080d9d),segment_id=ab46293e-8df6-4cb8-ad2e-c44dea080d9d)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:56:06.653711 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:06.656256 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:06.656417 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port cf3b31bb-7e66-4c7c-bd6b-31ba35976884 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:56:06.671508 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a3e20-3ad0-44d0-ab3b-0e97ff2808f4 req-83bce262-88c1-4f45-b2f2-f58ce4790666 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:06.679035 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e10a3e20-3ad0-44d0-ab3b-0e97ff2808f4 req-83bce262-88c1-4f45-b2f2-f58ce4790666 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 944 time: 0.1199958 Sep 20 04:56:06.682401 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-42f2fa2f-f8c6-4a69-82d6-b628a4fe15c5 None None] Attempt 2 to provision port d053d4e4-1544-43a9-b103-b71baf56d73d Sep 20 04:56:06.690161 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (d053d4e4-1544-43a9-b103-b71baf56d73d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:06.711529 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3061e13-1de0-4440-9cb7-7e593a50db0e None None] Pushing event deleted for resources: {'Port': ['ID=10c842b2-00cb-43bb-bd25-98a76c3f9cb0,revision_number=None']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:06.722574 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3061e13-1de0-4440-9cb7-7e593a50db0e None None] Network 7270c520-c796-4eb7-8e5a-1cb3d55ddcbf is not hosted by any dhcp agent {{(pid=112594) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 20 04:56:06.723342 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3061e13-1de0-4440-9cb7-7e593a50db0e None None] No DVR routers for this DVR port 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 on host dv-cinder-756710-7-iscsi {{(pid=112594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 04:56:06.779182 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e10a3e20-3ad0-44d0-ab3b-0e97ff2808f4 req-5520a6d7-b15f-49cf-b75b-3053913f2a15 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c7096322-e2d4-46bb-9808-b29a66842a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992382 Sep 20 04:56:06.796182 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 883b8413-9afe-41a5-8c5a-bf9580f608f2 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:56:06.844583 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: 883b8413-9afe-41a5-8c5a-bf9580f608f2 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:56:06.844968 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 883b8413-9afe-41a5-8c5a-bf9580f608f2 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:56:06.845204 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-33df5849-6c94-479f-a963-b6d72190d077 req-e03b40c9-5137-4de9-a427-bd7c8834a786 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641111 Sep 20 04:56:06.845391 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device dfc13420-f494-49b7-9b68-55ff716adf83 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:56:06.880636 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] Routers {'62f6ea92-d1cd-4bb1-adda-06a9489a168d'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:56:06.881292 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:55:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['62f6ea92-d1cd-4bb1-adda-06a9489a168d'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:06.922165 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:06.978378 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b535e8-45a0-41f6-ba60-5c36c25d31c2 req-ae613591-bf2a-415d-a55c-d9166f70af63 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:06.980088 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e0b535e8-45a0-41f6-ba60-5c36c25d31c2 req-ae613591-bf2a-415d-a55c-d9166f70af63 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0974207 Sep 20 04:56:06.982494 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:07.010071 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-33df5849-6c94-479f-a963-b6d72190d077 req-9f8fd53f-c238-4397-853f-32550a22d129 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573253 Sep 20 04:56:07.057259 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: dfc13420-f494-49b7-9b68-55ff716adf83 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:56:07.057607 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device dfc13420-f494-49b7-9b68-55ff716adf83 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:56:07.061524 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e0b535e8-45a0-41f6-ba60-5c36c25d31c2 req-eaf683e4-ce67-463e-8dd8-f54b10b77c1c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568247 Sep 20 04:56:07.063638 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9a6e0-6dc2-49e3-ba0c-e7a0c45d7be8 None None] Pushing event updated for resources: {'Port': ['ID=d053d4e4-1544-43a9-b103-b71baf56d73d,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:07.106719 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa75d-99a1-4985-8f03-9e12a3ee6ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4094629'] for router_interface (a8c93c6c-69c9-424b-85e5-c50e4b82f758), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:07.141560 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-42f2fa2f-f8c6-4a69-82d6-b628a4fe15c5 None None] Current status of the port d053d4e4-1544-43a9-b103-b71baf56d73d is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:56:07.141947 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-42f2fa2f-f8c6-4a69-82d6-b628a4fe15c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (d053d4e4-1544-43a9-b103-b71baf56d73d), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:07.149909 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:07.164093 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 04:56:07.203980 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] Set router 62f6ea92-d1cd-4bb1-adda-06a9489a168d gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:56:07.259514 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-42f2fa2f-f8c6-4a69-82d6-b628a4fe15c5 None None] For port d053d4e4-1544-43a9-b103-b71baf56d73d, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=d053d4e4-1544-43a9-b103-b71baf56d73d,segment=NetworkSegment(ab46293e-8df6-4cb8-ad2e-c44dea080d9d),segment_id=ab46293e-8df6-4cb8-ad2e-c44dea080d9d)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:56:07.293690 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-42f2fa2f-f8c6-4a69-82d6-b628a4fe15c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (d053d4e4-1544-43a9-b103-b71baf56d73d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:07.406251 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-8ccfa75d-99a1-4985-8f03-9e12a3ee6ec8 admin admin] Deleting port a69fd5c7-6332-455b-892f-a6b36be08b6b {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:56:07.406782 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa75d-99a1-4985-8f03-9e12a3ee6ec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (a69fd5c7-6332-455b-892f-a6b36be08b6b), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:07.449425 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2fa2f-f8c6-4a69-82d6-b628a4fe15c5 None None] Pushing event updated for resources: {'Port': ['ID=d053d4e4-1544-43a9-b103-b71baf56d73d,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:07.464260 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:56:07.487709 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': '9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'port_id': '9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0', 'mac_address': 'fa:16:3e:44:fd:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 04:56:07.494946 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [None req-8ccfa75d-99a1-4985-8f03-9e12a3ee6ec8 admin admin] For port a69fd5c7-6332-455b-892f-a6b36be08b6b, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=a69fd5c7-6332-455b-892f-a6b36be08b6b,segment=NetworkSegment(b92eb4af-edd0-4a62-b5b4-3e04184bf2ba),segment_id=b92eb4af-edd0-4a62-b5b4-3e04184bf2ba)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:56:07.494946 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa75d-99a1-4985-8f03-9e12a3ee6ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (a69fd5c7-6332-455b-892f-a6b36be08b6b), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:07.506107 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-8ccfa75d-99a1-4985-8f03-9e12a3ee6ec8 admin admin] Calling delete_port for a69fd5c7-6332-455b-892f-a6b36be08b6b owned by network:router_interface {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:56:07.558762 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:56:07.559036 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:07.578533 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'name': 'tempest-TestVolumeBootPattern-1088977630-router', 'tenant_id': '1f97be6845804bd48b814faa1e32b34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cf3b31bb-7e66-4c7c-bd6b-31ba35976884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:55Z', 'updated_at': '2022-09-20T04:56:00Z', 'revision_number': 4, 'project_id': '1f97be6845804bd48b814faa1e32b34f', 'gw_port': {'id': 'cf3b31bb-7e66-4c7c-bd6b-31ba35976884', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:56Z', 'updated_at': '2022-09-20T04:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'd053d4e4-1544-43a9-b103-b71baf56d73d', 'name': '', 'network_id': 'dd0c1d4a-2751-4c88-8754-e04e6abc1eaa', 'tenant_id': '1f97be6845804bd48b814faa1e32b34f', 'mac_address': 'fa:16:3e:58:7e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6c27e2d6-d0f4-4922-bc7d-8191d931ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:59Z', 'updated_at': '2022-09-20T04:56:06Z', 'revision_number': 4, 'project_id': '1f97be6845804bd48b814faa1e32b34f', 'subnets': [{'id': '6c27e2d6-d0f4-4922-bc7d-8191d931ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:07.582499 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:56:07.613081 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff98c8a1-755a-4a03-b1f2-cfef0b160e67 None None] The sync data for ids ['62f6ea92-d1cd-4bb1-adda-06a9489a168d'] in dv-cinder-756710-7-iscsi is: [{'id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'name': 'tempest-TestVolumeBootPattern-1088977630-router', 'tenant_id': '1f97be6845804bd48b814faa1e32b34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cf3b31bb-7e66-4c7c-bd6b-31ba35976884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:55Z', 'updated_at': '2022-09-20T04:56:00Z', 'revision_number': 4, 'project_id': '1f97be6845804bd48b814faa1e32b34f', 'gw_port': {'id': 'cf3b31bb-7e66-4c7c-bd6b-31ba35976884', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:56Z', 'updated_at': '2022-09-20T04:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'd053d4e4-1544-43a9-b103-b71baf56d73d', 'name': '', 'network_id': 'dd0c1d4a-2751-4c88-8754-e04e6abc1eaa', 'tenant_id': '1f97be6845804bd48b814faa1e32b34f', 'mac_address': 'fa:16:3e:58:7e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6c27e2d6-d0f4-4922-bc7d-8191d931ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:59Z', 'updated_at': '2022-09-20T04:56:06Z', 'revision_number': 4, 'project_id': '1f97be6845804bd48b814faa1e32b34f', 'subnets': [{'id': '6c27e2d6-d0f4-4922-bc7d-8191d931ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:56:07.628991 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:56:07.634395 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:07.683875 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:07.697858 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:07.713931 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa75d-99a1-4985-8f03-9e12a3ee6ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (a69fd5c7-6332-455b-892f-a6b36be08b6b), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:07.741985 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfa75d-99a1-4985-8f03-9e12a3ee6ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a69fd5c7-6332-455b-892f-a6b36be08b6b,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:07.930665 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa75d-99a1-4985-8f03-9e12a3ee6ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3684142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3778325'] for router_interface (a8c93c6c-69c9-424b-85e5-c50e4b82f758), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:08.003876 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c07578-218b-420e-a109-b6d500b01b69 req-9cfea4a7-ad22-4c60-8cdb-f4dc8d24649b tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:08.005338 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-55c07578-218b-420e-a109-b6d500b01b69 req-9cfea4a7-ad22-4c60-8cdb-f4dc8d24649b tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 945 time: 0.0954177 Sep 20 04:56:08.008468 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:56:08.028753 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:08.047986 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:08.080835 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device d053d4e4-1544-43a9-b103-b71baf56d73d up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:56:08.086811 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-55c07578-218b-420e-a109-b6d500b01b69 req-da965fc7-8096-42ab-9baa-b6c0da1e71b1 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c7096322-e2d4-46bb-9808-b29a66842a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703285 Sep 20 04:56:08.222911 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port d053d4e4-1544-43a9-b103-b71baf56d73d triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:56:08.223290 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (d053d4e4-1544-43a9-b103-b71baf56d73d), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:08.223628 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port d053d4e4-1544-43a9-b103-b71baf56d73d Sep 20 04:56:08.245988 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccfa75d-99a1-4985-8f03-9e12a3ee6ec8 admin admin] Router a8c93c6c-69c9-424b-85e5-c50e4b82f758 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:56:08.277567 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbb0c8-b073-47e8-a194-9c9e4d7b48a3 req-1865f90e-b0df-4996-9cc9-7b1f24160c3d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:08.283796 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d1bbb0c8-b073-47e8-a194-9c9e4d7b48a3 req-1865f90e-b0df-4996-9cc9-7b1f24160c3d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0698211 Sep 20 04:56:08.313337 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:08.362039 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d1bbb0c8-b073-47e8-a194-9c9e4d7b48a3 req-42e363c5-8f96-4a7e-913e-bb961c42b5df tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683675 Sep 20 04:56:08.367722 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port d053d4e4-1544-43a9-b103-b71baf56d73d is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:56:08.377912 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccfa75d-99a1-4985-8f03-9e12a3ee6ec8 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:56:08.383011 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-8ccfa75d-99a1-4985-8f03-9e12a3ee6ec8 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a8c93c6c-69c9-424b-85e5-c50e4b82f758/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7771199 Sep 20 04:56:08.386306 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 51524) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:08.392171 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e64f37a-af15-45df-8a23-d5a45eb423e7 None None] Sync routers for ids ['a8c93c6c-69c9-424b-85e5-c50e4b82f758'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:56:08.404129 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e64f37a-af15-45df-8a23-d5a45eb423e7 None None] Routers {'a8c93c6c-69c9-424b-85e5-c50e4b82f758'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:56:08.405978 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-4e64f37a-af15-45df-8a23-d5a45eb423e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:55:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['a8c93c6c-69c9-424b-85e5-c50e4b82f758'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:08.450602 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:56:08.472562 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:56:08.473102 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 10c842b2-00cb-43bb-bd25-98a76c3f9cb0 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:56:08.524044 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Publish callbacks [] for router (a8c93c6c-69c9-424b-85e5-c50e4b82f758), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:08.533969 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-4e64f37a-af15-45df-8a23-d5a45eb423e7 None None] Set router a8c93c6c-69c9-424b-85e5-c50e4b82f758 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:56:08.626657 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Publish callbacks [] for router_gateway (a8c93c6c-69c9-424b-85e5-c50e4b82f758), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:08.658954 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:08.673719 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Deleting port c6326544-e7ba-44ed-b352-c3d7becd5042 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:56:08.674095 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (c6326544-e7ba-44ed-b352-c3d7becd5042), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:08.712351 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-4e64f37a-af15-45df-8a23-d5a45eb423e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'name': 'tempest-TestShelveInstance-657754611-router', 'tenant_id': 'fede0fb10e54453f82a422511f9ba600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c6326544-e7ba-44ed-b352-c3d7becd5042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:54:10Z', 'updated_at': '2022-09-20T04:56:07Z', 'revision_number': 5, 'project_id': 'fede0fb10e54453f82a422511f9ba600', 'gw_port': {'id': 'c6326544-e7ba-44ed-b352-c3d7becd5042', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:14:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:54:11Z', 'updated_at': '2022-09-20T04:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:08.741433 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e64f37a-af15-45df-8a23-d5a45eb423e7 None None] Checking router: a8c93c6c-69c9-424b-85e5-c50e4b82f758 for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:56:08.750169 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e64f37a-af15-45df-8a23-d5a45eb423e7 None None] Routers {'a8c93c6c-69c9-424b-85e5-c50e4b82f758'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:56:08.751052 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-4e64f37a-af15-45df-8a23-d5a45eb423e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:55:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['a8c93c6c-69c9-424b-85e5-c50e4b82f758'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:08.757318 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] For port c6326544-e7ba-44ed-b352-c3d7becd5042, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=c6326544-e7ba-44ed-b352-c3d7becd5042,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:56:08.757680 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (c6326544-e7ba-44ed-b352-c3d7becd5042), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:08.773114 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Calling delete_port for c6326544-e7ba-44ed-b352-c3d7becd5042 owned by network:router_gateway {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:56:08.837570 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-4e64f37a-af15-45df-8a23-d5a45eb423e7 None None] Set router a8c93c6c-69c9-424b-85e5-c50e4b82f758 gateway port host: None {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:56:08.945858 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (c6326544-e7ba-44ed-b352-c3d7becd5042), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:08.973340 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6326544-e7ba-44ed-b352-c3d7becd5042,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:08.974136 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-4e64f37a-af15-45df-8a23-d5a45eb423e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'name': 'tempest-TestShelveInstance-657754611-router', 'tenant_id': 'fede0fb10e54453f82a422511f9ba600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:54:10Z', 'updated_at': '2022-09-20T04:56:08Z', 'revision_number': 6, 'project_id': 'fede0fb10e54453f82a422511f9ba600', 'gw_port_host': None}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:08.985787 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:08.985787 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:08.985787 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:08.986136 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:08.986383 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:08.986706 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:08.987039 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:08.987374 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:08.987724 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:08.988049 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:08.988384 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:08.988762 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:08.989089 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:08.989431 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:08.989741 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:09.000835 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e64f37a-af15-45df-8a23-d5a45eb423e7 None None] The sync data for ids ['a8c93c6c-69c9-424b-85e5-c50e4b82f758'] in dv-cinder-756710-7-iscsi is: [{'id': 'a8c93c6c-69c9-424b-85e5-c50e4b82f758', 'name': 'tempest-TestShelveInstance-657754611-router', 'tenant_id': 'fede0fb10e54453f82a422511f9ba600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:54:10Z', 'updated_at': '2022-09-20T04:56:08Z', 'revision_number': 6, 'project_id': 'fede0fb10e54453f82a422511f9ba600', 'gw_port_host': None}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:56:09.031352 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:09.053079 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3775071'] for router_gateway (a8c93c6c-69c9-424b-85e5-c50e4b82f758), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:09.161750 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4743'] for router (a8c93c6c-69c9-424b-85e5-c50e4b82f758), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:09.164456 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Publish callbacks [] for router_controller (a8c93c6c-69c9-424b-85e5-c50e4b82f758), precommit_delete_associations {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:09.181085 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:56:09.226546 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 04:56:09.233316 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:56:09.233701 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:09.234160 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 Sep 20 04:56:09.259309 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3778408'] for router (a8c93c6c-69c9-424b-85e5-c50e4b82f758), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:09.259932 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8c93c6c-69c9-424b-85e5-c50e4b82f758 {{(pid=112592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 04:56:09.266109 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:09.267962 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-de2b7884-a9ae-42b6-84bb-c9b00d6fd091 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/a8c93c6c-69c9-424b-85e5-c50e4b82f758 HTTP/1.1" status: 204 len: 168 time: 0.8797824 Sep 20 04:56:09.270363 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51532) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:09.280098 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bf86e-3960-430b-b665-3ea44906d9ec req-5ff3437b-0f24-4a03-8d7b-a11e5c8a86d5 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:09.288885 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ed2bf86e-3960-430b-b665-3ea44906d9ec req-5ff3437b-0f24-4a03-8d7b-a11e5c8a86d5 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 945 time: 0.0969400 Sep 20 04:56:09.327325 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:56:09.327709 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:09.334228 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Deleting subnet a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9 {{(pid=112593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 04:56:09.337839 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Publish callbacks [] for subnet (a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:09.342488 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ed2bf86e-3960-430b-b665-3ea44906d9ec req-ec4a0cfb-ddab-47e8-8312-687ba4afc416 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c7096322-e2d4-46bb-9808-b29a66842a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527391 Sep 20 04:56:09.352778 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dd20c3-27f2-4e1a-b083-c17cb2171a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:56:09.355018 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eda298a-7c01-4b0a-bcab-d8c64019134b" -d '{"events": [{"server_uuid": "08dd20c3-27f2-4e1a-b083-c17cb2171a16", "name": "network-vif-plugged", "status": "completed", "tag": "9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:56:09.369844 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:56:09.375397 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:09.398412 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58957096'] for subnet (a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9), precommit_delete_associations {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:09.440010 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:09.443808 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51db9020-71ac-47f6-a744-11bf5f21fa2d x-openstack-request-id: req-51db9020-71ac-47f6-a744-11bf5f21fa2d {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:56:09.444013 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dd20c3-27f2-4e1a-b083-c17cb2171a16", "name": "network-vif-plugged", "status": "completed", "tag": "9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:56:09.444270 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-51db9020-71ac-47f6-a744-11bf5f21fa2d {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:56:09.444763 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51db9020-71ac-47f6-a744-11bf5f21fa2d'] response: {'server_uuid': '08dd20c3-27f2-4e1a-b083-c17cb2171a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0', 'code': 200} Sep 20 04:56:09.496055 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766695'] for subnet (a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:09.555652 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae245-8f05-4a0f-a53a-6ac4551c8c03 req-86739315-00c1-4c28-80a6-4eb544c857e4 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:09.561167 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-86dae245-8f05-4a0f-a53a-6ac4551c8c03 req-86739315-00c1-4c28-80a6-4eb544c857e4 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0548759 Sep 20 04:56:09.564962 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58786417'] for subnet (a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:09.594896 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:09.598152 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:09.602321 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c26d0a1-bdff-4c87-9aae-cb4c893d1ab1 None None] Network 4832b199-a0e8-44be-a6d1-c35a12f65997 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:56:09.602483 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/a297fe4d-3281-4cfd-9cc5-b75fce8a2ea9 HTTP/1.1" status: 204 len: 168 time: 0.3299558 Sep 20 04:56:09.605143 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 51538) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:09.610357 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:09.610872 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:09.611395 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:09.612151 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:09.612317 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:09.612812 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:09.613305 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:09.613877 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:09.614205 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:09.614611 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:09.615074 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:09.615531 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:09.616019 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:09.616471 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:09.616914 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8543d6-dc9e-4804-afa6-fc3a729aa67e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:09.666315 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-86dae245-8f05-4a0f-a53a-6ac4551c8c03 req-53613873-34ff-494c-986d-f3b488dfa3a7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026549 Sep 20 04:56:09.700846 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726418'] for network (4832b199-a0e8-44be-a6d1-c35a12f65997), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:09.784730 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] Deleting port b864d9af-1f88-4b2c-9881-eea6dc63e6ae {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:56:09.785067 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (b864d9af-1f88-4b2c-9881-eea6dc63e6ae), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:09.788588 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88047cbb-4f3d-48e4-a587-b23da53756ac req-92149fb6-5ba0-49ed-9125-3cf3bcb02fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:09.790090 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-88047cbb-4f3d-48e4-a587-b23da53756ac req-92149fb6-5ba0-49ed-9125-3cf3bcb02fd9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 1130 time: 0.0764766 Sep 20 04:56:09.798823 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be98d4a6-bbc4-4f4a-abb4-ccce494632a3 None None] DHCP port deletion for 4832b199-a0e8-44be-a6d1-c35a12f65997 request from dv-cinder-756710-7-iscsi {{(pid=112594) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 04:56:09.844374 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-be98d4a6-bbc4-4f4a-abb4-ccce494632a3 None None] Deleting port b864d9af-1f88-4b2c-9881-eea6dc63e6ae {{(pid=112594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:56:09.844658 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:09.844959 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-be98d4a6-bbc4-4f4a-abb4-ccce494632a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (b864d9af-1f88-4b2c-9881-eea6dc63e6ae), before_delete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:09.879004 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] For port b864d9af-1f88-4b2c-9881-eea6dc63e6ae, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=b864d9af-1f88-4b2c-9881-eea6dc63e6ae,segment=NetworkSegment(b92eb4af-edd0-4a62-b5b4-3e04184bf2ba),segment_id=b92eb4af-edd0-4a62-b5b4-3e04184bf2ba)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:56:09.879367 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (b864d9af-1f88-4b2c-9881-eea6dc63e6ae), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:09.898727 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] Calling delete_port for b864d9af-1f88-4b2c-9881-eea6dc63e6ae owned by network:dhcp {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:56:09.900777 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:09.918007 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device a69fd5c7-6332-455b-892f-a6b36be08b6b no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:56:09.923051 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-88047cbb-4f3d-48e4-a587-b23da53756ac req-d2b5d7c8-5255-4fd2-8cbd-afde3c07e1b7 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c7096322-e2d4-46bb-9808-b29a66842a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1228011 Sep 20 04:56:09.951110 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: a69fd5c7-6332-455b-892f-a6b36be08b6b {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:56:09.951496 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device a69fd5c7-6332-455b-892f-a6b36be08b6b not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:56:09.951930 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device b864d9af-1f88-4b2c-9881-eea6dc63e6ae no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:56:09.959234 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-be98d4a6-bbc4-4f4a-abb4-ccce494632a3 None None] For port b864d9af-1f88-4b2c-9881-eea6dc63e6ae, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=b864d9af-1f88-4b2c-9881-eea6dc63e6ae,segment=NetworkSegment(b92eb4af-edd0-4a62-b5b4-3e04184bf2ba),segment_id=b92eb4af-edd0-4a62-b5b4-3e04184bf2ba)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:56:09.959636 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-be98d4a6-bbc4-4f4a-abb4-ccce494632a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (b864d9af-1f88-4b2c-9881-eea6dc63e6ae), precommit_delete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:09.991537 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (b864d9af-1f88-4b2c-9881-eea6dc63e6ae), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:09.996723 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-be98d4a6-bbc4-4f4a-abb4-ccce494632a3 None None] Calling delete_port for b864d9af-1f88-4b2c-9881-eea6dc63e6ae owned by network:dhcp {{(pid=112594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:56:10.005078 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] No DVR routers for this DVR port b864d9af-1f88-4b2c-9881-eea6dc63e6ae on host dv-cinder-756710-7-iscsi {{(pid=112592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 04:56:10.015960 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No active binding found for port b864d9af-1f88-4b2c-9881-eea6dc63e6ae {{(pid=112594) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 20 04:56:10.016091 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] The host dv-cinder-756710-7-iscsi is not matching for port b864d9af-1f88-4b2c-9881-eea6dc63e6ae host None! {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 20 04:56:10.017220 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device b864d9af-1f88-4b2c-9881-eea6dc63e6ae not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:56:10.018164 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device c6326544-e7ba-44ed-b352-c3d7becd5042 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:56:10.024244 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=b864d9af-1f88-4b2c-9881-eea6dc63e6ae,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:10.062500 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:56:10.083862 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: c6326544-e7ba-44ed-b352-c3d7becd5042 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:56:10.084355 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device c6326544-e7ba-44ed-b352-c3d7becd5042 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:56:10.106490 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729292', 'neutron.services.segments.db._delete_segments_for_network-8739023563457'] for network (4832b199-a0e8-44be-a6d1-c35a12f65997), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:10.129593 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:10.129780 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4832b199-a0e8-44be-a6d1-c35a12f65997']}} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:10.140402 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-be98d4a6-bbc4-4f4a-abb4-ccce494632a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716'] for port (b864d9af-1f88-4b2c-9881-eea6dc63e6ae), after_delete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:10.140834 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92eb4af-edd0-4a62-b5b4-3e04184bf2ba') {'for_net_delete': True} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:10.141139 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92eb4af-edd0-4a62-b5b4-3e04184bf2ba') {} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:10.151717 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739023563349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59606815'] for segment (b92eb4af-edd0-4a62-b5b4-3e04184bf2ba), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:10.166191 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (b92eb4af-edd0-4a62-b5b4-3e04184bf2ba), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:10.167173 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98d4a6-bbc4-4f4a-abb4-ccce494632a3 None None] Pushing event deleted for resources: {'Port': ['ID=b864d9af-1f88-4b2c-9881-eea6dc63e6ae,revision_number=None']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:10.172113 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98d4a6-bbc4-4f4a-abb4-ccce494632a3 None None] No DVR routers for this DVR port b864d9af-1f88-4b2c-9881-eea6dc63e6ae on host dv-cinder-756710-7-iscsi {{(pid=112594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 04:56:10.185781 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=112592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 04:56:10.186252 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59301185'] for segment (b92eb4af-edd0-4a62-b5b4-3e04184bf2ba), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:10.230607 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.services.segments.plugin [-] Segment b92eb4af-edd0-4a62-b5b4-3e04184bf2ba resource provider aggregate not found Sep 20 04:56:10.247061 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.services.segments.plugin [-] Segment b92eb4af-edd0-4a62-b5b4-3e04184bf2ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b92eb4af-edd0-4a62-b5b4-3e04184bf2ba found for delete ", "request_id": "req-87ddfbbd-b998-4114-b637-5354163e5abe"}]} Sep 20 04:56:10.253972 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3775114'] for network (4832b199-a0e8-44be-a6d1-c35a12f65997), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:10.259539 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:10.262669 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/4832b199-a0e8-44be-a6d1-c35a12f65997 HTTP/1.1" status: 204 len: 168 time: 0.6564088 Sep 20 04:56:10.274922 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b5134-8336-4d99-8e61-74ef1cb09b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=4832b199-a0e8-44be-a6d1-c35a12f65997,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:10.454465 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51552) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:10.481343 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:10.498090 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-e71df56c-b27c-414a-9106-d7c8f9c02144 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2e65f62fae68435ea0304bebc2a21b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424812 Sep 20 04:56:10.498963 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1372db-6015-4abf-b92b-c5b1b5450606 req-8ffa99bf-dd73-4edd-a7be-ca1237e229d9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:10.500439 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fa1372db-6015-4abf-b92b-c5b1b5450606 req-8ffa99bf-dd73-4edd-a7be-ca1237e229d9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 946 time: 0.0500405 Sep 20 04:56:10.501129 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 51554) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:10.584290 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fa1372db-6015-4abf-b92b-c5b1b5450606 req-96c36e75-dd67-461a-873f-53c9225de515 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c7096322-e2d4-46bb-9808-b29a66842a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768757 Sep 20 04:56:10.590503 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e85d9fc3-9e83-4da0-9c63-d74f1713bae9 admin admin] Publish callbacks [] for security_group (512ae157-6ece-4c54-b4e6-40f5c9cd341a), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:10.615445 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e85d9fc3-9e83-4da0-9c63-d74f1713bae9 admin admin] Publish callbacks [] for security_group (512ae157-6ece-4c54-b4e6-40f5c9cd341a), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:10.669055 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e85d9fc3-9e83-4da0-9c63-d74f1713bae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (512ae157-6ece-4c54-b4e6-40f5c9cd341a), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:10.671592 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e85d9fc3-9e83-4da0-9c63-d74f1713bae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:10.672795 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-e85d9fc3-9e83-4da0-9c63-d74f1713bae9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/512ae157-6ece-4c54-b4e6-40f5c9cd341a HTTP/1.1" status: 204 len: 168 time: 0.1706839 Sep 20 04:56:10.682551 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d9fc3-9e83-4da0-9c63-d74f1713bae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512ae157-6ece-4c54-b4e6-40f5c9cd341a,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:10.797959 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54324e3e-970b-41eb-b7a2-bc60078b8361 req-6b9673c1-ba02-42a3-bcf3-6462147c3dd3 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:10.799446 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-54324e3e-970b-41eb-b7a2-bc60078b8361 req-6b9673c1-ba02-42a3-bcf3-6462147c3dd3 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0511074 Sep 20 04:56:10.863819 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-54324e3e-970b-41eb-b7a2-bc60078b8361 req-5097eb44-e535-4514-897e-25adad1e7c16 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569584 Sep 20 04:56:11.031742 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 51564) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:11.071653 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-c26749de-fd77-4cb4-b613-7cf06419173e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fede0fb10e54453f82a422511f9ba600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387576 Sep 20 04:56:11.074493 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 51566) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:11.123332 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-06a5c9b0-d705-4f4b-84cb-994ef20b9188 admin admin] Publish callbacks [] for security_group (695a09cd-5f2b-4d2a-8f77-c2b70deb35a2), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:11.143538 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-06a5c9b0-d705-4f4b-84cb-994ef20b9188 admin admin] Publish callbacks [] for security_group (695a09cd-5f2b-4d2a-8f77-c2b70deb35a2), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:11.173292 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:11.195931 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-06a5c9b0-d705-4f4b-84cb-994ef20b9188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (695a09cd-5f2b-4d2a-8f77-c2b70deb35a2), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:11.198639 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-06a5c9b0-d705-4f4b-84cb-994ef20b9188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:11.199825 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-06a5c9b0-d705-4f4b-84cb-994ef20b9188 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/695a09cd-5f2b-4d2a-8f77-c2b70deb35a2 HTTP/1.1" status: 204 len: 168 time: 0.1244092 Sep 20 04:56:11.208538 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5c9b0-d705-4f4b-84cb-994ef20b9188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695a09cd-5f2b-4d2a-8f77-c2b70deb35a2,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:11.711502 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0fbb8-d644-4a12-bf36-2eb7cc04617c req-ae3014ca-3d15-4e3e-a233-ba3421c29aef tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:11.713440 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b3c0fbb8-d644-4a12-bf36-2eb7cc04617c req-ae3014ca-3d15-4e3e-a233-ba3421c29aef tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 946 time: 0.0478609 Sep 20 04:56:11.763240 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b3c0fbb8-d644-4a12-bf36-2eb7cc04617c req-e76ad0af-16ac-4e73-ba04-da5a4619de43 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c7096322-e2d4-46bb-9808-b29a66842a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429795 Sep 20 04:56:11.991316 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b0ea1-d649-4516-99a9-12b0b4e85c09 req-525bc618-dd21-464f-9121-835922b8512b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:11.992815 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0f7b0ea1-d649-4516-99a9-12b0b4e85c09 req-525bc618-dd21-464f-9121-835922b8512b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0486467 Sep 20 04:56:12.039794 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0f7b0ea1-d649-4516-99a9-12b0b4e85c09 req-0df07d9c-0d09-405d-a2d9-8c5876a5a7a8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413284 Sep 20 04:56:12.892478 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020401-8ab8-4d6a-9181-b41ab92681a0 req-6ee6d5fa-b430-421b-a426-1afd91980f0d tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:12.893945 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c5020401-8ab8-4d6a-9181-b41ab92681a0 req-6ee6d5fa-b430-421b-a426-1afd91980f0d tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 946 time: 0.0517008 Sep 20 04:56:12.944304 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c5020401-8ab8-4d6a-9181-b41ab92681a0 req-d754a750-3c9c-4d20-a3ed-146354bf98ec tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c7096322-e2d4-46bb-9808-b29a66842a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444641 Sep 20 04:56:13.064673 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743dc69-7d07-4032-8e0d-d777c8e28066 req-7f6c98aa-228d-47c4-b79d-fdc1bc3e8c3f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:13.066089 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9743dc69-7d07-4032-8e0d-d777c8e28066 req-7f6c98aa-228d-47c4-b79d-fdc1bc3e8c3f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 946 time: 0.0460663 Sep 20 04:56:13.076070 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 51588) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:13.080977 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-e3aad7b1-8b76-4a58-a564-7be9dacd92c9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'floatingip': {'port_id': '9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:56:13.130693 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e3aad7b1-8b76-4a58-a564-7be9dacd92c9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (7c2cddb7-dfb6-4fc7-a3bc-e6bc176a23d0), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:13.463620 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d84cd5-f4fb-4d5a-85a9-101ccc5bd28d req-e8741448-1d1c-4111-a2c6-68fabc198a8c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:13.464661 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e3d84cd5-f4fb-4d5a-85a9-101ccc5bd28d req-e8741448-1d1c-4111-a2c6-68fabc198a8c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.3500459 Sep 20 04:56:13.502738 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:13.594117 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e3d84cd5-f4fb-4d5a-85a9-101ccc5bd28d req-2f8f8b0b-f6f0-468c-ba27-66652014598a tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213720 Sep 20 04:56:13.874844 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e3aad7b1-8b76-4a58-a564-7be9dacd92c9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:13.878947 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e3aad7b1-8b76-4a58-a564-7be9dacd92c9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (7c2cddb7-dfb6-4fc7-a3bc-e6bc176a23d0), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:13.979840 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.l3_db [None req-e3aad7b1-8b76-4a58-a564-7be9dacd92c9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Floating IP 7c2cddb7-dfb6-4fc7-a3bc-e6bc176a23d0 associated. External IP: 172.27.1.238, port: 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0. Sep 20 04:56:14.034920 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:14.203019 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3aad7b1-8b76-4a58-a564-7be9dacd92c9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Router 7682264b-089e-428b-8ddc-de27bd112194 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:56:14.315112 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3aad7b1-8b76-4a58-a564-7be9dacd92c9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:56:14.319432 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e3aad7b1-8b76-4a58-a564-7be9dacd92c9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:14.327477 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81dc46a-9fe7-41b0-a660-a38b25dfea75 None None] Sync routers for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:56:14.336909 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81dc46a-9fe7-41b0-a660-a38b25dfea75 None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:56:14.337523 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-b81dc46a-9fe7-41b0-a660-a38b25dfea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:55:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:14.350827 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-e3aad7b1-8b76-4a58-a564-7be9dacd92c9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/7c2cddb7-dfb6-4fc7-a3bc-e6bc176a23d0 HTTP/1.1" status: 200 len: 992 time: 1.2729988 Sep 20 04:56:14.351492 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08dd20c3-27f2-4e1a-b083-c17cb2171a16', 'tag': '9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:56:14.354156 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b77856e-e7ee-4c0a-9f87-a496b014aa3b" -d '{"events": [{"name": "network-changed", "server_uuid": "08dd20c3-27f2-4e1a-b083-c17cb2171a16", "tag": "9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:56:14.397552 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f68592-79c9-4f7e-8adf-39ff70ffb574 x-openstack-request-id: req-23f68592-79c9-4f7e-8adf-39ff70ffb574 {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:56:14.397849 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08dd20c3-27f2-4e1a-b083-c17cb2171a16", "tag": "9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:56:14.398109 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-23f68592-79c9-4f7e-8adf-39ff70ffb574 {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:56:14.398533 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f68592-79c9-4f7e-8adf-39ff70ffb574'] response: {'name': 'network-changed', 'server_uuid': '08dd20c3-27f2-4e1a-b083-c17cb2171a16', 'tag': '9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0', 'status': 'completed', 'code': 200} Sep 20 04:56:14.443373 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-b81dc46a-9fe7-41b0-a660-a38b25dfea75 None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:56:14.721935 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32362bc0-de05-431b-b060-7d4407f252c4 req-06f6a5e0-a9d2-450c-ab07-2456d6434dee tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:14.723429 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-32362bc0-de05-431b-b060-7d4407f252c4 req-06f6a5e0-a9d2-450c-ab07-2456d6434dee tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0486710 Sep 20 04:56:14.771148 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-32362bc0-de05-431b-b060-7d4407f252c4 req-9ca68cb9-3152-4051-8268-d800bada1f4e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420449 Sep 20 04:56:14.797588 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-b81dc46a-9fe7-41b0-a660-a38b25dfea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '7c2cddb7-dfb6-4fc7-a3bc-e6bc176a23d0', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '7682264b-089e-428b-8ddc-de27bd112194', 'port_id': '9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'mac_address': 'fa:16:3e:44:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dd20c3-27f2-4e1a-b083-c17cb2171a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:55:57Z', 'updated_at': '2022-09-20T04:56:13Z', 'revision_number': 1, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:14.826240 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81dc46a-9fe7-41b0-a660-a38b25dfea75 None None] Checking router: 7682264b-089e-428b-8ddc-de27bd112194 for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:56:14.835005 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81dc46a-9fe7-41b0-a660-a38b25dfea75 None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:56:14.835616 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-b81dc46a-9fe7-41b0-a660-a38b25dfea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:55:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:14.936749 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-b81dc46a-9fe7-41b0-a660-a38b25dfea75 None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:56:15.136760 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:15.142914 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-b81dc46a-9fe7-41b0-a660-a38b25dfea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '7c2cddb7-dfb6-4fc7-a3bc-e6bc176a23d0', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '7682264b-089e-428b-8ddc-de27bd112194', 'port_id': '9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'mac_address': 'fa:16:3e:44:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dd20c3-27f2-4e1a-b083-c17cb2171a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:55:57Z', 'updated_at': '2022-09-20T04:56:13Z', 'revision_number': 1, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:15.167477 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81dc46a-9fe7-41b0-a660-a38b25dfea75 None None] The sync data for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi is: [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '7c2cddb7-dfb6-4fc7-a3bc-e6bc176a23d0', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '7682264b-089e-428b-8ddc-de27bd112194', 'port_id': '9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'mac_address': 'fa:16:3e:44:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dd20c3-27f2-4e1a-b083-c17cb2171a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:55:57Z', 'updated_at': '2022-09-20T04:56:13Z', 'revision_number': 1, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:56:15.349111 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb65bd8-890d-4739-80d8-6c4d1daddbb4 None None] New status for floating IP 7c2cddb7-dfb6-4fc7-a3bc-e6bc176a23d0: ACTIVE {{(pid=112595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 04:56:15.877257 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:15.893239 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efc280-2468-4bec-b1c8-ce1c1a0fd83b req-a28af177-7f58-44de-bbaf-ec8418cb6729 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:15.894680 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-63efc280-2468-4bec-b1c8-ce1c1a0fd83b req-a28af177-7f58-44de-bbaf-ec8418cb6729 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0468597 Sep 20 04:56:15.940545 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-63efc280-2468-4bec-b1c8-ce1c1a0fd83b req-9d68aa80-2b05-40d6-ba25-aea43155d868 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403814 Sep 20 04:56:16.655162 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-41755a12-1e71-4fcc-bcfc-820949f19003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:17.071489 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee205-92ad-49b0-8f29-bdaa2dd76c37 req-60f0468e-85d6-4d80-a250-03eb2aac7dc1 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:17.072992 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a2bee205-92ad-49b0-8f29-bdaa2dd76c37 req-60f0468e-85d6-4d80-a250-03eb2aac7dc1 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0487061 Sep 20 04:56:17.119315 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a2bee205-92ad-49b0-8f29-bdaa2dd76c37 req-e503ec9d-15d2-4d25-944f-c9bfbcb72174 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403614 Sep 20 04:56:17.735178 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77856e-e7ee-4c0a-9f87-a496b014aa3b req-c6bae106-1171-4c85-a298-793a2fea0284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:17.736700 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7b77856e-e7ee-4c0a-9f87-a496b014aa3b req-c6bae106-1171-4c85-a298-793a2fea0284 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f0f0b8842ae496292c27a6ee1350d32&device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 1130 time: 0.0468373 Sep 20 04:56:17.840328 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77856e-e7ee-4c0a-9f87-a496b014aa3b req-50884680-a045-40db-a775-f71283a10ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:17.842436 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7b77856e-e7ee-4c0a-9f87-a496b014aa3b req-50884680-a045-40db-a775-f71283a10ae1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=637b3136-e650-47ef-a9fe-492091eb8174 HTTP/1.1" status: 200 len: 915 time: 0.0890546 Sep 20 04:56:17.907407 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7b77856e-e7ee-4c0a-9f87-a496b014aa3b req-789c004b-3d10-41fa-9bd0-02a7c931dff3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 HTTP/1.1" status: 200 len: 1002 time: 0.0544329 Sep 20 04:56:18.091553 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:18.237998 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19a646-4a62-4a06-bc94-d55ab3f65650 req-c74496a3-dc3d-4209-8026-80d9feef4897 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:18.239356 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dc19a646-4a62-4a06-bc94-d55ab3f65650 req-c74496a3-dc3d-4209-8026-80d9feef4897 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0453501 Sep 20 04:56:18.287214 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dc19a646-4a62-4a06-bc94-d55ab3f65650 req-8826049e-0a4b-4b1a-aefe-97db683799ea tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423167 Sep 20 04:56:18.891204 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-c779e587-aab6-4c15-a508-28bea2a2cde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:18.969276 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77856e-e7ee-4c0a-9f87-a496b014aa3b req-f70107e8-7070-4a21-8272-8ac7edc75004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:18.970761 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7b77856e-e7ee-4c0a-9f87-a496b014aa3b req-f70107e8-7070-4a21-8272-8ac7edc75004 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f57d475-8572-4ec4-8852-9471b6c9f7c5 HTTP/1.1" status: 200 len: 854 time: 0.0493460 Sep 20 04:56:19.407240 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e27c2-1ddc-48d3-a663-8018a9fe21ec req-bad591a7-4871-4a06-b578-e48578396859 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:19.408780 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fc6e27c2-1ddc-48d3-a663-8018a9fe21ec req-bad591a7-4871-4a06-b578-e48578396859 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0463257 Sep 20 04:56:19.456256 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fc6e27c2-1ddc-48d3-a663-8018a9fe21ec req-e41878e7-9f32-4f07-8bc6-be2bdeec03bf tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420520 Sep 20 04:56:20.068533 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:20.492417 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:20.495355 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:20.577606 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e6d0f-0070-41cb-a07a-ff6b1a2b6c94 req-d7e8a48f-0f19-44fc-bb01-36195eb473db tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:20.579065 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-020e6d0f-0070-41cb-a07a-ff6b1a2b6c94 req-d7e8a48f-0f19-44fc-bb01-36195eb473db tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0468280 Sep 20 04:56:20.599748 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:20.632267 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-020e6d0f-0070-41cb-a07a-ff6b1a2b6c94 req-51749f2b-24dc-4142-a7e9-4e1def4d4ca8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476916 Sep 20 04:56:21.665249 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:21.752820 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c1f35-286d-48cf-8632-3182b85b0b56 req-d609e1d6-be05-4c1e-a27d-74637cd8de1a tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:21.754254 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-555c1f35-286d-48cf-8632-3182b85b0b56 req-d609e1d6-be05-4c1e-a27d-74637cd8de1a tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0455008 Sep 20 04:56:21.800110 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-555c1f35-286d-48cf-8632-3182b85b0b56 req-d62626ff-0109-47e4-aa9b-9cda3d3c5c63 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403745 Sep 20 04:56:21.904410 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:22.095836 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77856e-e7ee-4c0a-9f87-a496b014aa3b req-ed3d7a98-9307-4f8b-be62-75c4b7194a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:22.097262 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7b77856e-e7ee-4c0a-9f87-a496b014aa3b req-ed3d7a98-9307-4f8b-be62-75c4b7194a15 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=637b3136-e650-47ef-a9fe-492091eb8174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395925 Sep 20 04:56:22.195582 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0014cb-745d-41b6-8623-b338bf30f5e2 req-71dbc5c5-cc4c-4336-a540-354af4aa1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:22.197088 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2a0014cb-745d-41b6-8623-b338bf30f5e2 req-71dbc5c5-cc4c-4336-a540-354af4aa1f4b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 1130 time: 0.0824654 Sep 20 04:56:22.243608 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7b77856e-e7ee-4c0a-9f87-a496b014aa3b req-29800b95-e174-46c3-90a3-8bdc322cebee service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278262 Sep 20 04:56:22.252100 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:22.285011 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2a0014cb-745d-41b6-8623-b338bf30f5e2 req-04b5114d-28b7-418e-b9b9-2bb6dc75a789 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627959 Sep 20 04:56:22.351257 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7b77856e-e7ee-4c0a-9f87-a496b014aa3b req-ce0d4c5f-6fbf-4cd8-91ee-66138f977fdb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962875 Sep 20 04:56:22.923735 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67db3b-c548-4745-92df-56f082f04b04 req-5cac005f-405d-475f-bb0a-46c70c617785 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:22.925161 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fd67db3b-c548-4745-92df-56f082f04b04 req-5cac005f-405d-475f-bb0a-46c70c617785 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0485535 Sep 20 04:56:22.971614 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fd67db3b-c548-4745-92df-56f082f04b04 req-36c92217-9e57-4c67-b844-148dbd9c757c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409129 Sep 20 04:56:24.109569 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f971c2-b9cd-4525-9c8d-6c0d15994aab req-35a0a229-4c76-40d5-be50-a0c91b203ee2 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:24.111058 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b8f971c2-b9cd-4525-9c8d-6c0d15994aab req-35a0a229-4c76-40d5-be50-a0c91b203ee2 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0508511 Sep 20 04:56:24.163857 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b8f971c2-b9cd-4525-9c8d-6c0d15994aab req-fb8d90da-1996-4be6-863d-a83c972ef038 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465846 Sep 20 04:56:24.395162 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-3a476096-457a-4794-84e8-4c7f9febc276 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-293602655&fields=id&tenant_id=46ddf925b345471da94d05998a6a0540 HTTP/1.1" status: 200 len: 267 time: 0.0447428 Sep 20 04:56:24.504364 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-2d72ce1c-d8d8-410e-a193-36091a973fbb tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:24.505818 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-2d72ce1c-d8d8-410e-a193-36091a973fbb tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/networks?id=6de81d04-87bb-4e82-ba15-9636966f9274 HTTP/1.1" status: 200 len: 812 time: 0.1036253 Sep 20 04:56:24.520193 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-791cb76f-97e0-4c30-81d3-c55a5e0504b7 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/quotas/46ddf925b345471da94d05998a6a0540 HTTP/1.1" status: 200 len: 375 time: 0.0091083 Sep 20 04:56:24.569794 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-03a268b2-46c9-4f2e-a16b-1076590b8708 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=46ddf925b345471da94d05998a6a0540&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444410 Sep 20 04:56:24.664326 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-352a64cb-df14-404f-9255-9525b6671166 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826128 Sep 20 04:56:24.742176 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:24.757289 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-15996d33-1beb-4d68-99e1-661d33045e4a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869539 Sep 20 04:56:25.150336 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6c2ff227-1a9f-4d11-9b6a-8221c35a2dc7 req-86e845fc-246e-47df-ac57-6c9b78c32515 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 210 time: 0.0287941 Sep 20 04:56:25.387378 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b925b-9677-45d1-a785-af3b802d9a39 req-86108fab-0375-4332-9a70-26caf8a58799 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:25.389445 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-cd0b925b-9677-45d1-a785-af3b802d9a39 req-86108fab-0375-4332-9a70-26caf8a58799 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0868371 Sep 20 04:56:25.413211 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc43d1e-44b1-4a95-b916-f54d37c4fa85 req-f3fe0b7c-191e-4354-9a64-4aea9b23ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:25.414646 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1dc43d1e-44b1-4a95-b916-f54d37c4fa85 req-f3fe0b7c-191e-4354-9a64-4aea9b23ef51 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 1130 time: 0.0741301 Sep 20 04:56:25.494680 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-cd0b925b-9677-45d1-a785-af3b802d9a39 req-739bccbb-0994-4d94-a5b0-af85745850b8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968957 Sep 20 04:56:25.534204 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc43d1e-44b1-4a95-b916-f54d37c4fa85 req-697612d8-7353-4177-b437-3d8d34f3cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:25.535786 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1dc43d1e-44b1-4a95-b916-f54d37c4fa85 req-697612d8-7353-4177-b437-3d8d34f3cd6e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=7f03bfe9-ec72-45e7-b49d-83e075955154 HTTP/1.1" status: 200 len: 919 time: 0.1007128 Sep 20 04:56:25.633555 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:25.640632 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1dc43d1e-44b1-4a95-b916-f54d37c4fa85 req-8d4c16f8-f601-4ea1-a080-2f6111c56404 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d0b44d0-2172-48f9-b9c5-88e71d3e7975 HTTP/1.1" status: 200 len: 1002 time: 0.0602863 Sep 20 04:56:25.693405 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc43d1e-44b1-4a95-b916-f54d37c4fa85 req-13d897a1-4e92-4533-9020-72fb45c339ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:25.694883 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1dc43d1e-44b1-4a95-b916-f54d37c4fa85 req-13d897a1-4e92-4533-9020-72fb45c339ec service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cf7788d5-5c18-43ac-bdba-25d88d0e67a1 HTTP/1.1" status: 200 len: 858 time: 0.0453098 Sep 20 04:56:25.743693 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc43d1e-44b1-4a95-b916-f54d37c4fa85 req-356eccce-4702-4c8f-a441-5592fe87e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:25.745245 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1dc43d1e-44b1-4a95-b916-f54d37c4fa85 req-356eccce-4702-4c8f-a441-5592fe87e8cd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7f03bfe9-ec72-45e7-b49d-83e075955154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380147 Sep 20 04:56:25.844398 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1dc43d1e-44b1-4a95-b916-f54d37c4fa85 req-04ed0ec2-0d0f-4468-ac35-51d678b63917 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903070 Sep 20 04:56:25.939767 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1dc43d1e-44b1-4a95-b916-f54d37c4fa85 req-eaf6d972-c070-441e-b365-77201969ccc7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852573 Sep 20 04:56:26.263026 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0b98b3ca-6691-4ef7-b519-0b6b75ffed19 req-91841936-191f-4f75-9bf6-8db6d59a6521 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 210 time: 0.0344348 Sep 20 04:56:26.491724 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-c73e1878-69fb-4db1-b588-e1a16ba2d823 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:26.493185 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-c73e1878-69fb-4db1-b588-e1a16ba2d823 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6de81d04-87bb-4e82-ba15-9636966f9274 HTTP/1.1" status: 200 len: 812 time: 0.1078436 Sep 20 04:56:26.615978 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87263eb6-554a-4b82-bfe2-8a8844af9cfd req-994a332d-060b-43d3-bf5e-a205c8e2083e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:26.617492 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-87263eb6-554a-4b82-bfe2-8a8844af9cfd req-994a332d-060b-43d3-bf5e-a205c8e2083e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0463970 Sep 20 04:56:26.668964 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-87263eb6-554a-4b82-bfe2-8a8844af9cfd req-78714441-7161-4b9a-b491-bdf67516caa6 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453405 Sep 20 04:56:27.364423 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-801b7fb4-a87f-4211-92d2-4e1b5e5615a8 req-9b552084-d29b-4deb-8eda-ab6a9c9eaac7 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 210 time: 0.0267835 Sep 20 04:56:27.797295 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ca198-d20f-4321-82a3-41fcfee07ac7 req-70fc2526-a146-4258-96af-4b0259b73732 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:27.798770 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f45ca198-d20f-4321-82a3-41fcfee07ac7 req-70fc2526-a146-4258-96af-4b0259b73732 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0554039 Sep 20 04:56:27.847500 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f45ca198-d20f-4321-82a3-41fcfee07ac7 req-38950011-82fc-42cf-b1b1-8eb65bb2e44b tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431328 Sep 20 04:56:28.103634 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:28.105093 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:28.155300 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-1d7bdb2e-7179-46c5-975a-9959df1f1274 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=46ddf925b345471da94d05998a6a0540 HTTP/1.1" status: 200 len: 379 time: 0.0556564 Sep 20 04:56:28.186528 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-e32178c3-8870-405a-a4e4-899d390bbee6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Request body: {'port': {'device_id': '417f5e13-88b2-4fc7-b79a-fe70372ed20d', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'admin_state_up': True, 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'security_groups': ['936b33f4-a6f3-4334-8473-93010dcaedbf']}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:56:28.256190 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:28.300955 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-e32178c3-8870-405a-a4e4-899d390bbee6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Made reservation on behalf of 46ddf925b345471da94d05998a6a0540 for: {'port': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:56:28.304773 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-e32178c3-8870-405a-a4e4-899d390bbee6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:28.442231 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-e32178c3-8870-405a-a4e4-899d390bbee6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Allocated IP 172.20.0.5 (6de81d04-87bb-4e82-ba15-9636966f9274/e94eb72f-d7fc-4515-9285-2b7cbf8ba84e/6b28a7ec-b466-45f0-86a8-63563916d1bd) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:56:28.455388 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:28.505158 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-30711cd2-a51f-42a1-b86c-9a59b40b6e5c req-5a9f80e7-d772-444f-9893-1d587c230d35 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 210 time: 0.0433772 Sep 20 04:56:28.608574 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-e32178c3-8870-405a-a4e4-899d390bbee6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for port (6b28a7ec-b466-45f0-86a8-63563916d1bd), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:28.639027 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-e32178c3-8870-405a-a4e4-899d390bbee6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (6b28a7ec-b466-45f0-86a8-63563916d1bd), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:28.680142 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-e32178c3-8870-405a-a4e4-899d390bbee6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Network 6de81d04-87bb-4e82-ba15-9636966f9274 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:56:28.685211 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-e32178c3-8870-405a-a4e4-899d390bbee6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:56:28.688924 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-e32178c3-8870-405a-a4e4-899d390bbee6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:56:28.713990 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32178c3-8870-405a-a4e4-899d390bbee6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event updated for resources: {'Port': ['ID=6b28a7ec-b466-45f0-86a8-63563916d1bd,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:28.742517 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-e32178c3-8870-405a-a4e4-899d390bbee6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:28.743124 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-e32178c3-8870-405a-a4e4-899d390bbee6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:28.760008 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-e32178c3-8870-405a-a4e4-899d390bbee6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5779891 Sep 20 04:56:28.940067 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Request body: {'port': {'device_id': '417f5e13-88b2-4fc7-b79a-fe70372ed20d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:56:28.942660 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-ec5c436f-7323-4938-8a1e-9593b3d76761 None None] Provisioning complete for port 6b28a7ec-b466-45f0-86a8-63563916d1bd triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:56:28.943644 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-ec5c436f-7323-4938-8a1e-9593b3d76761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (6b28a7ec-b466-45f0-86a8-63563916d1bd), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:28.944048 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-ec5c436f-7323-4938-8a1e-9593b3d76761 None None] Attempt 1 to provision port 6b28a7ec-b466-45f0-86a8-63563916d1bd Sep 20 04:56:28.977354 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c436f-7323-4938-8a1e-9593b3d76761 None None] Port 6b28a7ec-b466-45f0-86a8-63563916d1bd cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:56:29.000153 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057071e-0eea-4af3-85a7-c989bcc6a54d req-801b2ac1-4b81-43d8-9f97-3892ccb17999 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:29.001671 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0057071e-0eea-4af3-85a7-c989bcc6a54d req-801b2ac1-4b81-43d8-9f97-3892ccb17999 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0779190 Sep 20 04:56:29.045093 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (6b28a7ec-b466-45f0-86a8-63563916d1bd), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:29.102667 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0057071e-0eea-4af3-85a7-c989bcc6a54d req-f72beee6-0312-4b28-bb38-04a5876955f0 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955272 Sep 20 04:56:29.162219 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:29.274288 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9babab-25e3-4ddb-9bd1-2b3a1a8d6442 req-c060244e-cce6-417e-98bd-cee8c512b96e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:29.275767 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4a9babab-25e3-4ddb-9bd1-2b3a1a8d6442 req-c060244e-cce6-417e-98bd-cee8c512b96e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0866559 Sep 20 04:56:29.286581 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51760) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:29.291308 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-fc7e5d02-d49d-4c35-b1ef-c95017161f67 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Request body: {'floatingip': {'port_id': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:56:29.367455 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fc7e5d02-d49d-4c35-b1ef-c95017161f67 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for floatingip (5cc0a77b-adf6-4e4e-a4b6-98076d1617f7), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:29.478337 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-ec5c436f-7323-4938-8a1e-9593b3d76761 None None] Attempt 2 to provision port 6b28a7ec-b466-45f0-86a8-63563916d1bd Sep 20 04:56:29.541614 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c436f-7323-4938-8a1e-9593b3d76761 None None] Port 6b28a7ec-b466-45f0-86a8-63563916d1bd cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:56:29.646541 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b28a7ec-b466-45f0-86a8-63563916d1bd {{(pid=112592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:56:29.658770 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743135e1-c0bc-48a6-a0ee-ece036361bab req-c4403adb-c469-4a69-a53b-840e9b420623 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:29.660241 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-743135e1-c0bc-48a6-a0ee-ece036361bab req-c4403adb-c469-4a69-a53b-840e9b420623 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d HTTP/1.1" status: 200 len: 945 time: 0.0831375 Sep 20 04:56:29.662100 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Publish callbacks [] for port (6b28a7ec-b466-45f0-86a8-63563916d1bd), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:29.690130 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.provisioning_blocks [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Transition to ACTIVE for port object 6b28a7ec-b466-45f0-86a8-63563916d1bd will not be triggered until provisioned by entity L2. {{(pid=112592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 04:56:29.695247 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (6b28a7ec-b466-45f0-86a8-63563916d1bd), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:29.746724 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:29.761904 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-743135e1-c0bc-48a6-a0ee-ece036361bab req-c994ff9a-ac15-4525-a14c-b1b22c71b6b6 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957410 Sep 20 04:56:29.781943 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Pushing event updated for resources: {'Port': ['ID=6b28a7ec-b466-45f0-86a8-63563916d1bd,revision_number=2']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:29.841651 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Attempting to bind port 6b28a7ec-b466-45f0-86a8-63563916d1bd on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:56:29.841995 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Attempting to bind port 6b28a7ec-b466-45f0-86a8-63563916d1bd by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:56:29.842330 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Attempting to bind port 6b28a7ec-b466-45f0-86a8-63563916d1bd on network 6de81d04-87bb-4e82-ba15-9636966f9274 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:56:29.881077 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fc7e5d02-d49d-4c35-b1ef-c95017161f67 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:29.884852 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fc7e5d02-d49d-4c35-b1ef-c95017161f67 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (5cc0a77b-adf6-4e4e-a4b6-98076d1617f7), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:29.922674 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Port 6b28a7ec-b466-45f0-86a8-63563916d1bd on network 6de81d04-87bb-4e82-ba15-9636966f9274 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 04:56:29.923012 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Attempting to bind port 6b28a7ec-b466-45f0-86a8-63563916d1bd on network 6de81d04-87bb-4e82-ba15-9636966f9274 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:56:29.953734 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8436f-434b-4445-ae5f-e14549b655f8 req-44e93d90-ee90-4a26-81b9-78a1afc6deee tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:29.955186 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1dd8436f-434b-4445-ae5f-e14549b655f8 req-44e93d90-ee90-4a26-81b9-78a1afc6deee tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 943 time: 0.0806167 Sep 20 04:56:29.998903 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:56:29.999147 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Checking segment: {'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:56:29.999540 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Bound using segment: {'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:56:30.000080 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Bound port: 6b28a7ec-b466-45f0-86a8-63563916d1bd, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'}}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:56:30.000511 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (6b28a7ec-b466-45f0-86a8-63563916d1bd), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:30.030490 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1dd8436f-434b-4445-ae5f-e14549b655f8 req-1a3a719e-2141-4caf-9545-3671d3b0e163 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692198 Sep 20 04:56:30.047258 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-ec5c436f-7323-4938-8a1e-9593b3d76761 None None] Attempt 3 to provision port 6b28a7ec-b466-45f0-86a8-63563916d1bd Sep 20 04:56:30.065830 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:30.083628 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:30.084216 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] For port 6b28a7ec-b466-45f0-86a8-63563916d1bd, host hv-cinder-75671, cleared binding levels {{(pid=112592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:56:30.085905 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c436f-7323-4938-8a1e-9593b3d76761 None None] Port 6b28a7ec-b466-45f0-86a8-63563916d1bd cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:56:30.088168 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] For port 6b28a7ec-b466-45f0-86a8-63563916d1bd, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=6b28a7ec-b466-45f0-86a8-63563916d1bd,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:56:30.095251 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (6b28a7ec-b466-45f0-86a8-63563916d1bd), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:30.098669 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:30.099302 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:30.100785 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/6b28a7ec-b466-45f0-86a8-63563916d1bd HTTP/1.1" status: 200 len: 1093 time: 1.1661654 Sep 20 04:56:30.103116 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417f5e13-88b2-4fc7-b79a-fe70372ed20d', 'tag': '6b28a7ec-b466-45f0-86a8-63563916d1bd'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:56:30.103412 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7e5d02-d49d-4c35-b1ef-c95017161f67 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Router 05244c5e-0162-4a82-bd62-1eef5d6666c3 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:56:30.105421 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6839c4bf-844f-4d1e-a473-58cb9aa71fff" -d '{"events": [{"name": "network-changed", "server_uuid": "417f5e13-88b2-4fc7-b79a-fe70372ed20d", "tag": "6b28a7ec-b466-45f0-86a8-63563916d1bd"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:56:30.148306 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a2df57-52cd-4020-9d03-46e7791086e4 x-openstack-request-id: req-36a2df57-52cd-4020-9d03-46e7791086e4 {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:56:30.148617 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417f5e13-88b2-4fc7-b79a-fe70372ed20d", "tag": "6b28a7ec-b466-45f0-86a8-63563916d1bd", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:56:30.148876 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-36a2df57-52cd-4020-9d03-46e7791086e4 {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:56:30.149277 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36a2df57-52cd-4020-9d03-46e7791086e4'] response: {'name': 'network-changed', 'server_uuid': '417f5e13-88b2-4fc7-b79a-fe70372ed20d', 'tag': '6b28a7ec-b466-45f0-86a8-63563916d1bd', 'status': 'completed', 'code': 200} Sep 20 04:56:30.166994 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69151518-9bb7-4e1a-802c-2ac76d6793df service neutron] Pushing event updated for resources: {'Port': ['ID=6b28a7ec-b466-45f0-86a8-63563916d1bd,revision_number=3']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:30.208442 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:30.212305 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7e5d02-d49d-4c35-b1ef-c95017161f67 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:56:30.217584 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fc7e5d02-d49d-4c35-b1ef-c95017161f67 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:30.222203 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a2f0d3-9f50-49f7-954f-c4d42c5f42e9 None None] Sync routers for ids ['05244c5e-0162-4a82-bd62-1eef5d6666c3'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:56:30.233418 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a2f0d3-9f50-49f7-954f-c4d42c5f42e9 None None] Routers {'05244c5e-0162-4a82-bd62-1eef5d6666c3'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:56:30.234028 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-61a2f0d3-9f50-49f7-954f-c4d42c5f42e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:56:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['05244c5e-0162-4a82-bd62-1eef5d6666c3'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:30.250269 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df00208-8207-4ff8-9979-2e00926de906', 'tag': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:56:30.252427 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38614647-5fdc-4b6c-9f41-4f068ce199d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8df00208-8207-4ff8-9979-2e00926de906", "tag": "0d0b44d0-2172-48f9-b9c5-88e71d3e7975"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:56:30.283657 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-fc7e5d02-d49d-4c35-b1ef-c95017161f67 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/5cc0a77b-adf6-4e4e-a4b6-98076d1617f7 HTTP/1.1" status: 200 len: 994 time: 0.9936161 Sep 20 04:56:30.298031 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9b0884-5f81-4928-88b9-21733d7c179b x-openstack-request-id: req-8d9b0884-5f81-4928-88b9-21733d7c179b {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:56:30.298643 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df00208-8207-4ff8-9979-2e00926de906", "tag": "0d0b44d0-2172-48f9-b9c5-88e71d3e7975", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:56:30.298643 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8d9b0884-5f81-4928-88b9-21733d7c179b {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:56:30.299000 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d9b0884-5f81-4928-88b9-21733d7c179b'] response: {'name': 'network-changed', 'server_uuid': '8df00208-8207-4ff8-9979-2e00926de906', 'tag': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975', 'status': 'completed', 'code': 200} Sep 20 04:56:30.336746 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-61a2f0d3-9f50-49f7-954f-c4d42c5f42e9 None None] Set router 05244c5e-0162-4a82-bd62-1eef5d6666c3 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:56:30.537315 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-61a2f0d3-9f50-49f7-954f-c4d42c5f42e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-router', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:51:57Z', 'revision_number': 4, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'gw_port': {'id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '5cc0a77b-adf6-4e4e-a4b6-98076d1617f7', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'port_id': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'mac_address': 'fa:16:3e:af:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df00208-8207-4ff8-9979-2e00926de906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:54:21Z', 'updated_at': '2022-09-20T04:56:29Z', 'revision_number': 3, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017186fa-3ed0-4d45-a2f4-faeb87694cb0', 'name': '', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'mac_address': 'fa:16:3e:f3:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:56Z', 'updated_at': '2022-09-20T04:52:05Z', 'revision_number': 5, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'subnets': [{'id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:30.563942 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a2f0d3-9f50-49f7-954f-c4d42c5f42e9 None None] Checking router: 05244c5e-0162-4a82-bd62-1eef5d6666c3 for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:56:30.572371 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a2f0d3-9f50-49f7-954f-c4d42c5f42e9 None None] Routers {'05244c5e-0162-4a82-bd62-1eef5d6666c3'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:56:30.572992 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-61a2f0d3-9f50-49f7-954f-c4d42c5f42e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:56:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['05244c5e-0162-4a82-bd62-1eef5d6666c3'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:30.603804 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-ec5c436f-7323-4938-8a1e-9593b3d76761 None None] Attempt 4 to provision port 6b28a7ec-b466-45f0-86a8-63563916d1bd Sep 20 04:56:30.681806 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c436f-7323-4938-8a1e-9593b3d76761 None None] Port 6b28a7ec-b466-45f0-86a8-63563916d1bd had new provisioning blocks added so it will not transition to active. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 04:56:30.702632 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-61a2f0d3-9f50-49f7-954f-c4d42c5f42e9 None None] Set router 05244c5e-0162-4a82-bd62-1eef5d6666c3 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:56:30.802090 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:30.893829 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:30.905498 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416fdf7-9b89-4cf2-bec4-4e0e221504aa req-7f19351b-5d8c-4ca6-9254-d56f1102d28c tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:30.906993 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3416fdf7-9b89-4cf2-bec4-4e0e221504aa req-7f19351b-5d8c-4ca6-9254-d56f1102d28c tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d HTTP/1.1" status: 200 len: 945 time: 0.0540664 Sep 20 04:56:30.908795 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-61a2f0d3-9f50-49f7-954f-c4d42c5f42e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-router', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:51:57Z', 'revision_number': 4, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'gw_port': {'id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '5cc0a77b-adf6-4e4e-a4b6-98076d1617f7', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'port_id': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'mac_address': 'fa:16:3e:af:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df00208-8207-4ff8-9979-2e00926de906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:54:21Z', 'updated_at': '2022-09-20T04:56:29Z', 'revision_number': 3, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017186fa-3ed0-4d45-a2f4-faeb87694cb0', 'name': '', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'mac_address': 'fa:16:3e:f3:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:56Z', 'updated_at': '2022-09-20T04:52:05Z', 'revision_number': 5, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'subnets': [{'id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:30.937847 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a2f0d3-9f50-49f7-954f-c4d42c5f42e9 None None] The sync data for ids ['05244c5e-0162-4a82-bd62-1eef5d6666c3'] in dv-cinder-756710-7-iscsi is: [{'id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-router', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:51:57Z', 'revision_number': 4, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'gw_port': {'id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '5cc0a77b-adf6-4e4e-a4b6-98076d1617f7', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'port_id': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'mac_address': 'fa:16:3e:af:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df00208-8207-4ff8-9979-2e00926de906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:54:21Z', 'updated_at': '2022-09-20T04:56:29Z', 'revision_number': 3, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017186fa-3ed0-4d45-a2f4-faeb87694cb0', 'name': '', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'mac_address': 'fa:16:3e:f3:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:56Z', 'updated_at': '2022-09-20T04:52:05Z', 'revision_number': 5, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'subnets': [{'id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:56:30.954985 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3416fdf7-9b89-4cf2-bec4-4e0e221504aa req-dd5a08c4-647a-46fe-94ed-2436b9acbfa2 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a17cdfcb-498a-426b-bca1-4c5b2f795870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424774 Sep 20 04:56:31.157565 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45757a20-f2ec-4c6e-87a8-be68c276d52b req-a212f9d1-c6cb-4a47-a814-7373549dd92c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:31.158390 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-45757a20-f2ec-4c6e-87a8-be68c276d52b req-a212f9d1-c6cb-4a47-a814-7373549dd92c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 943 time: 0.0482433 Sep 20 04:56:31.207174 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-45757a20-f2ec-4c6e-87a8-be68c276d52b req-ca597183-09d7-4dae-8d3e-8263d595d54f tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431981 Sep 20 04:56:31.279984 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38614647-5fdc-4b6c-9f41-4f068ce199d2 req-e1d74c19-5d01-49db-87b1-0ab87fe4cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:31.281810 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-38614647-5fdc-4b6c-9f41-4f068ce199d2 req-e1d74c19-5d01-49db-87b1-0ab87fe4cc83 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 1130 time: 0.0534511 Sep 20 04:56:31.354210 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839c4bf-844f-4d1e-a473-58cb9aa71fff req-59a12804-3cf6-42e2-af29-c5caf8aa4af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:31.355966 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6839c4bf-844f-4d1e-a473-58cb9aa71fff req-59a12804-3cf6-42e2-af29-c5caf8aa4af2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=46ddf925b345471da94d05998a6a0540&device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 1127 time: 0.0902925 Sep 20 04:56:31.403123 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38614647-5fdc-4b6c-9f41-4f068ce199d2 req-d65c64eb-26e2-42ac-9fb5-cfeed920a94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:31.404738 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-38614647-5fdc-4b6c-9f41-4f068ce199d2 req-d65c64eb-26e2-42ac-9fb5-cfeed920a94e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=7f03bfe9-ec72-45e7-b49d-83e075955154 HTTP/1.1" status: 200 len: 919 time: 0.1032071 Sep 20 04:56:31.529910 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18e179-266f-4ab4-abe7-62dc0acf7902 req-69d42952-4d02-45b9-ac7f-7cade078e256 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:31.531418 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-fe18e179-266f-4ab4-abe7-62dc0acf7902 req-69d42952-4d02-45b9-ac7f-7cade078e256 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d HTTP/1.1" status: 200 len: 945 time: 0.0456696 Sep 20 04:56:31.600845 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-38614647-5fdc-4b6c-9f41-4f068ce199d2 req-efb2b9a5-a29a-4faf-8f52-d60af2accac4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d0b44d0-2172-48f9-b9c5-88e71d3e7975 HTTP/1.1" status: 200 len: 1002 time: 0.1085086 Sep 20 04:56:31.660253 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839c4bf-844f-4d1e-a473-58cb9aa71fff req-2c86ed7b-14d6-4450-b995-a4d017db83f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:31.661722 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6839c4bf-844f-4d1e-a473-58cb9aa71fff req-2c86ed7b-14d6-4450-b995-a4d017db83f3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=46ddf925b345471da94d05998a6a0540&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1774824 Sep 20 04:56:31.690998 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:31.694924 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38614647-5fdc-4b6c-9f41-4f068ce199d2 req-e664af69-5c43-46ea-94be-f97cae08fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:31.696409 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-38614647-5fdc-4b6c-9f41-4f068ce199d2 req-e664af69-5c43-46ea-94be-f97cae08fa44 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cf7788d5-5c18-43ac-bdba-25d88d0e67a1 HTTP/1.1" status: 200 len: 858 time: 0.0886381 Sep 20 04:56:31.780985 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38614647-5fdc-4b6c-9f41-4f068ce199d2 req-2125ab40-8429-454b-91f4-b250927d8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:31.782505 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-38614647-5fdc-4b6c-9f41-4f068ce199d2 req-2125ab40-8429-454b-91f4-b250927d8d62 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7f03bfe9-ec72-45e7-b49d-83e075955154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564797 Sep 20 04:56:31.834697 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-fe18e179-266f-4ab4-abe7-62dc0acf7902 req-c552269d-f158-4dc7-b2f6-51832305164f tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Deleting port 31e662db-2a8c-47a3-862e-c1f0f71c017f {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:56:31.835061 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-fe18e179-266f-4ab4-abe7-62dc0acf7902 req-c552269d-f158-4dc7-b2f6-51832305164f tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (31e662db-2a8c-47a3-862e-c1f0f71c017f), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:31.846461 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839c4bf-844f-4d1e-a473-58cb9aa71fff req-0a52da20-7f44-49ce-865b-56a38cb72c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:31.848304 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6839c4bf-844f-4d1e-a473-58cb9aa71fff req-0a52da20-7f44-49ce-865b-56a38cb72c71 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1795509 Sep 20 04:56:31.891423 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-38614647-5fdc-4b6c-9f41-4f068ce199d2 req-d7d6ccf1-5169-4907-b50d-ffdea26608e1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024070 Sep 20 04:56:31.928216 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-fe18e179-266f-4ab4-abe7-62dc0acf7902 req-c552269d-f158-4dc7-b2f6-51832305164f tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] For port 31e662db-2a8c-47a3-862e-c1f0f71c017f, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=31e662db-2a8c-47a3-862e-c1f0f71c017f,segment=NetworkSegment(40de0088-5bf0-457a-ab3f-1851673c9435),segment_id=40de0088-5bf0-457a-ab3f-1851673c9435)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:56:31.928667 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-fe18e179-266f-4ab4-abe7-62dc0acf7902 req-c552269d-f158-4dc7-b2f6-51832305164f tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (31e662db-2a8c-47a3-862e-c1f0f71c017f), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:31.941829 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-fe18e179-266f-4ab4-abe7-62dc0acf7902 req-c552269d-f158-4dc7-b2f6-51832305164f tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Calling delete_port for 31e662db-2a8c-47a3-862e-c1f0f71c017f owned by compute:nova {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:56:31.945357 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:31.995606 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-c8d7460e-4b18-47f5-ab0f-e2d5394b75ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:31.997105 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-c8d7460e-4b18-47f5-ab0f-e2d5394b75ef service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=46ddf925b345471da94d05998a6a0540&device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 1127 time: 0.0825338 Sep 20 04:56:32.068363 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-90abb024-c027-4751-abe1-39dcc6ce19c7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b28a7ec-b466-45f0-86a8-63563916d1bd HTTP/1.1" status: 200 len: 217 time: 0.0566547 Sep 20 04:56:32.085123 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-fe18e179-266f-4ab4-abe7-62dc0acf7902 req-c552269d-f158-4dc7-b2f6-51832305164f tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (31e662db-2a8c-47a3-862e-c1f0f71c017f), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:32.110886 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-38614647-5fdc-4b6c-9f41-4f068ce199d2 req-bda10cc0-ca0a-4502-9f34-e5809debf087 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040977 Sep 20 04:56:32.111240 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552269d-f158-4dc7-b2f6-51832305164f tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Pushing event deleted for resources: {'Port': ['ID=31e662db-2a8c-47a3-862e-c1f0f71c017f,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:32.137255 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['31e662db-2a8c-47a3-862e-c1f0f71c017f'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:56:32.140831 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-381c7ffa-7168-43ad-855e-c6b7a13e1ac3 req-0e877443-8ece-4d7f-a4db-9c1d66df5363 tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d HTTP/1.1" status: 200 len: 210 time: 0.0795133 Sep 20 04:56:32.164360 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-bcc15b08-fbb8-4983-9043-9fac12c8d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:32.165854 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-bcc15b08-fbb8-4983-9043-9fac12c8d94a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e94eb72f-d7fc-4515-9285-2b7cbf8ba84e HTTP/1.1" status: 200 len: 851 time: 0.0829730 Sep 20 04:56:32.170725 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe18e179-266f-4ab4-abe7-62dc0acf7902 req-c552269d-f158-4dc7-b2f6-51832305164f tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] No DVR routers for this DVR port 31e662db-2a8c-47a3-862e-c1f0f71c017f on host hv-cinder-75671 {{(pid=112593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 04:56:32.173678 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-fe18e179-266f-4ab4-abe7-62dc0acf7902 req-c552269d-f158-4dc7-b2f6-51832305164f tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:32.179940 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-fe18e179-266f-4ab4-abe7-62dc0acf7902 req-c552269d-f158-4dc7-b2f6-51832305164f tempest-VolumesSnapshotTestJSON-315607713 tempest-VolumesSnapshotTestJSON-315607713-project] 10.222.0.25 "DELETE /networking/v2.0/ports/31e662db-2a8c-47a3-862e-c1f0f71c017f HTTP/1.1" status: 204 len: 173 time: 0.6418033 Sep 20 04:56:32.212766 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-c4c11ca2-89fa-4f77-b759-cf489b0c5e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:32.214325 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-c4c11ca2-89fa-4f77-b759-cf489b0c5e73 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6de81d04-87bb-4e82-ba15-9636966f9274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425653 Sep 20 04:56:32.273664 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:32.299870 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df00208-8207-4ff8-9979-2e00926de906', 'tag': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975'}, {'server_uuid': 'd2aeb854-27cf-4c41-a9c6-dc40c65d3c8d', 'name': 'network-vif-deleted', 'tag': '31e662db-2a8c-47a3-862e-c1f0f71c017f'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:56:32.302346 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31727e77-8358-4843-8efd-3c85fca8216b" -d '{"events": [{"name": "network-changed", "server_uuid": "8df00208-8207-4ff8-9979-2e00926de906", "tag": "0d0b44d0-2172-48f9-b9c5-88e71d3e7975"}, {"server_uuid": "d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d", "name": "network-vif-deleted", "tag": "31e662db-2a8c-47a3-862e-c1f0f71c017f"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:56:32.347059 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-d0d29d2f-40e3-4d45-bf97-3fd71962a66f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256242 Sep 20 04:56:32.352813 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863e484-8cae-4c9e-a734-e9b025472739 req-d599c779-cbd5-4874-85a6-2770bfc2bc96 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:32.354217 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e863e484-8cae-4c9e-a734-e9b025472739 req-d599c779-cbd5-4874-85a6-2770bfc2bc96 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 943 time: 0.0639403 Sep 20 04:56:32.472845 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e863e484-8cae-4c9e-a734-e9b025472739 req-b3112cc2-402a-4705-8a20-0f63ad25cc8a tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090910 Sep 20 04:56:32.487015 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6a9c8185-8616-4fee-a84b-79cead3b11fe req-4fe6a72d-0d88-4530-a6e2-6d2014b2b047 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304243 Sep 20 04:56:32.524670 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 20 Sep 2022 04:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba0e204-fcc1-4234-ae5f-2fc4fcaa587f x-openstack-request-id: req-aba0e204-fcc1-4234-ae5f-2fc4fcaa587f {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:56:32.524968 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df00208-8207-4ff8-9979-2e00926de906", "tag": "0d0b44d0-2172-48f9-b9c5-88e71d3e7975", "status": "completed", "code": 200}, {"server_uuid": "d2aeb854-27cf-4c41-a9c6-dc40c65d3c8d", "name": "network-vif-deleted", "tag": "31e662db-2a8c-47a3-862e-c1f0f71c017f", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:56:32.525219 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-aba0e204-fcc1-4234-ae5f-2fc4fcaa587f {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:56:32.525621 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba0e204-fcc1-4234-ae5f-2fc4fcaa587f'] response: {'name': 'network-changed', 'server_uuid': '8df00208-8207-4ff8-9979-2e00926de906', 'tag': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975', 'status': 'completed', 'code': 200} Sep 20 04:56:32.525880 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba0e204-fcc1-4234-ae5f-2fc4fcaa587f'] response: {'server_uuid': 'd2aeb854-27cf-4c41-a9c6-dc40c65d3c8d', 'name': 'network-vif-deleted', 'tag': '31e662db-2a8c-47a3-862e-c1f0f71c017f', 'status': 'completed', 'code': 200} Sep 20 04:56:33.087174 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31727e77-8358-4843-8efd-3c85fca8216b req-d9670a1a-81eb-41c6-ac1b-5a350f7e7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:33.088960 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-31727e77-8358-4843-8efd-3c85fca8216b req-d9670a1a-81eb-41c6-ac1b-5a350f7e7b54 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 1130 time: 0.0406220 Sep 20 04:56:33.193413 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31727e77-8358-4843-8efd-3c85fca8216b req-8cd6601e-47ba-4bb4-b94a-41eeaea861f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:33.194880 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-31727e77-8358-4843-8efd-3c85fca8216b req-8cd6601e-47ba-4bb4-b94a-41eeaea861f6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=7f03bfe9-ec72-45e7-b49d-83e075955154 HTTP/1.1" status: 200 len: 919 time: 0.0989130 Sep 20 04:56:33.279783 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-31727e77-8358-4843-8efd-3c85fca8216b req-bbd45e1c-ac93-4fcc-9380-ec952bde8885 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d0b44d0-2172-48f9-b9c5-88e71d3e7975 HTTP/1.1" status: 200 len: 1002 time: 0.0626731 Sep 20 04:56:33.321638 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:33.334539 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31727e77-8358-4843-8efd-3c85fca8216b req-6c6afeb0-b060-4d4a-9a15-caaddc53af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:33.336149 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-31727e77-8358-4843-8efd-3c85fca8216b req-6c6afeb0-b060-4d4a-9a15-caaddc53af81 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cf7788d5-5c18-43ac-bdba-25d88d0e67a1 HTTP/1.1" status: 200 len: 858 time: 0.0508893 Sep 20 04:56:33.383363 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31727e77-8358-4843-8efd-3c85fca8216b req-0f83a8d0-5bbf-4f54-a267-4823aa68a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:33.385151 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-31727e77-8358-4843-8efd-3c85fca8216b req-0f83a8d0-5bbf-4f54-a267-4823aa68a22e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7f03bfe9-ec72-45e7-b49d-83e075955154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426471 Sep 20 04:56:33.489110 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-31727e77-8358-4843-8efd-3c85fca8216b req-65337c8d-3fb3-4ad9-a774-7f9e4b08e165 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975537 Sep 20 04:56:33.610229 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-31727e77-8358-4843-8efd-3c85fca8216b req-243eda51-e347-45db-a31c-daa1e5887371 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154785 Sep 20 04:56:33.619973 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499e143-9f64-40d0-88d2-07dde0249ef9 req-c9555050-68d7-49b0-b307-b6b200fb947c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:33.621374 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6499e143-9f64-40d0-88d2-07dde0249ef9 req-c9555050-68d7-49b0-b307-b6b200fb947c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 943 time: 0.0622299 Sep 20 04:56:33.674122 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6499e143-9f64-40d0-88d2-07dde0249ef9 req-00317fda-4456-48b7-b4d3-db1ebba1c9fa tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459545 Sep 20 04:56:34.799246 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ef753-05a4-4e54-b013-53faee163c73 req-e543bcf6-dfd9-4328-bf88-205d734c3dd5 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:34.800765 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fb3ef753-05a4-4e54-b013-53faee163c73 req-e543bcf6-dfd9-4328-bf88-205d734c3dd5 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 943 time: 0.0491209 Sep 20 04:56:34.851418 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fb3ef753-05a4-4e54-b013-53faee163c73 req-6eaed007-9823-4d3f-aceb-b35d6a59f10b tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451398 Sep 20 04:56:35.970392 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1d5e2-3378-47fd-9ae2-4667b821d830 req-a31fafb2-17e5-4192-be2b-9d67637aee97 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:35.971755 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-69b1d5e2-3378-47fd-9ae2-4667b821d830 req-a31fafb2-17e5-4192-be2b-9d67637aee97 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 943 time: 0.0455761 Sep 20 04:56:36.019673 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-69b1d5e2-3378-47fd-9ae2-4667b821d830 req-49d405b2-66da-4f30-864b-8edf2b556f70 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425220 Sep 20 04:56:37.142860 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ac209-7cd7-472d-8326-ad89672b68f3 req-8623bdff-e5f0-4325-a26f-e2574551e30d tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:37.144329 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5d4ac209-7cd7-472d-8326-ad89672b68f3 req-8623bdff-e5f0-4325-a26f-e2574551e30d tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 943 time: 0.0502956 Sep 20 04:56:37.156233 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:37.193044 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5d4ac209-7cd7-472d-8326-ad89672b68f3 req-fca14674-06c0-4ef6-b152-be86825311d7 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431843 Sep 20 04:56:37.499756 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 31e662db-2a8c-47a3-862e-c1f0f71c017f no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:56:37.519297 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: 31e662db-2a8c-47a3-862e-c1f0f71c017f {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:56:37.519644 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 31e662db-2a8c-47a3-862e-c1f0f71c017f not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:56:38.310476 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fcee2-5ed4-4ccb-911c-1a1e4d9af2ad req-9bb27b56-59c5-4ce7-a244-04648fa47440 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:38.311853 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-960fcee2-5ed4-4ccb-911c-1a1e4d9af2ad req-9bb27b56-59c5-4ce7-a244-04648fa47440 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 943 time: 0.0461371 Sep 20 04:56:38.359589 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-960fcee2-5ed4-4ccb-911c-1a1e4d9af2ad req-ffdc5e40-7fd3-4e53-af61-44d3f2de3340 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423410 Sep 20 04:56:39.481221 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4cd5f-119b-4588-977f-2f8e7e89425d req-3c79ae05-6494-492a-9e40-5ec4f4c7e46b tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:39.482719 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9ab4cd5f-119b-4588-977f-2f8e7e89425d req-3c79ae05-6494-492a-9e40-5ec4f4c7e46b tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 943 time: 0.0463555 Sep 20 04:56:39.510606 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 6b28a7ec-b466-45f0-86a8-63563916d1bd details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 04:56:39.535874 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9ab4cd5f-119b-4588-977f-2f8e7e89425d req-7d26eabe-a228-4246-9799-19cbb0d5a911 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475068 Sep 20 04:56:39.613495 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 6b28a7ec-b466-45f0-86a8-63563916d1bd, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=6b28a7ec-b466-45f0-86a8-63563916d1bd,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:56:39.626321 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': '6b28a7ec-b466-45f0-86a8-63563916d1bd', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'port_id': '6b28a7ec-b466-45f0-86a8-63563916d1bd', 'mac_address': 'fa:16:3e:02:6d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 04:56:39.660793 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=100 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:39.662977 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 6b28a7ec-b466-45f0-86a8-63563916d1bd is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:56:39.663368 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (6b28a7ec-b466-45f0-86a8-63563916d1bd), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:39.681215 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b28a7ec-b466-45f0-86a8-63563916d1bd {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:56:39.701734 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 6b28a7ec-b466-45f0-86a8-63563916d1bd, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=6b28a7ec-b466-45f0-86a8-63563916d1bd,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:56:39.705931 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (6b28a7ec-b466-45f0-86a8-63563916d1bd), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:39.751652 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=6b28a7ec-b466-45f0-86a8-63563916d1bd,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:39.758621 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:39.758969 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:39.759337 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:39.759692 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:39.760030 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:39.760360 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:39.760712 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:39.761043 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:39.761364 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:39.761685 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:39.762016 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:39.762872 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:39.763198 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:39.763518 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:39.763844 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:56:40.135466 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['6b28a7ec-b466-45f0-86a8-63563916d1bd'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:56:40.671953 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9be1f1-29f8-4f64-8f2c-b536e3cb4603 req-72ec0bb8-4988-4b67-8569-2d71839dfcf9 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:40.673610 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6b9be1f1-29f8-4f64-8f2c-b536e3cb4603 req-72ec0bb8-4988-4b67-8569-2d71839dfcf9 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 944 time: 0.0593824 Sep 20 04:56:40.721966 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6b9be1f1-29f8-4f64-8f2c-b536e3cb4603 req-42c555d7-3c94-4120-874f-1c9046d8af65 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424805 Sep 20 04:56:41.525735 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 6b28a7ec-b466-45f0-86a8-63563916d1bd up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:56:41.568363 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port 6b28a7ec-b466-45f0-86a8-63563916d1bd completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 04:56:41.574226 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port 6b28a7ec-b466-45f0-86a8-63563916d1bd triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:56:41.574652 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (6b28a7ec-b466-45f0-86a8-63563916d1bd), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:41.574997 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port 6b28a7ec-b466-45f0-86a8-63563916d1bd Sep 20 04:56:41.616633 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:41.774642 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 6b28a7ec-b466-45f0-86a8-63563916d1bd is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:56:41.775032 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (6b28a7ec-b466-45f0-86a8-63563916d1bd), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:41.801056 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417f5e13-88b2-4fc7-b79a-fe70372ed20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b28a7ec-b466-45f0-86a8-63563916d1bd'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:56:41.804147 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84690a6e-c3ba-47d0-8533-ac85fa593d27" -d '{"events": [{"server_uuid": "417f5e13-88b2-4fc7-b79a-fe70372ed20d", "name": "network-vif-plugged", "status": "completed", "tag": "6b28a7ec-b466-45f0-86a8-63563916d1bd"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:56:41.817816 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 6b28a7ec-b466-45f0-86a8-63563916d1bd, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=6b28a7ec-b466-45f0-86a8-63563916d1bd,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:56:41.822991 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (6b28a7ec-b466-45f0-86a8-63563916d1bd), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:41.855552 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c58c84-850b-4116-bc9c-034649428557 req-eabd0d5a-eeca-498e-ad3c-356e396493b6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:41.858017 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-08c58c84-850b-4116-bc9c-034649428557 req-eabd0d5a-eeca-498e-ad3c-356e396493b6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 944 time: 0.0510726 Sep 20 04:56:41.889827 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=6b28a7ec-b466-45f0-86a8-63563916d1bd,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:41.912157 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-08c58c84-850b-4116-bc9c-034649428557 req-1fc72439-7f18-412b-aa04-24cfc3736730 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482898 Sep 20 04:56:41.962044 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df62cde5-e4a8-4b08-832e-4e208282f92d x-openstack-request-id: req-df62cde5-e4a8-4b08-832e-4e208282f92d {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:56:41.962342 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417f5e13-88b2-4fc7-b79a-fe70372ed20d", "name": "network-vif-plugged", "status": "completed", "tag": "6b28a7ec-b466-45f0-86a8-63563916d1bd", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:56:41.962598 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-df62cde5-e4a8-4b08-832e-4e208282f92d {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:56:41.963001 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df62cde5-e4a8-4b08-832e-4e208282f92d'] response: {'server_uuid': '417f5e13-88b2-4fc7-b79a-fe70372ed20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b28a7ec-b466-45f0-86a8-63563916d1bd', 'code': 200} Sep 20 04:56:42.142846 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=56,neutron:DELETE=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:42.143805 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:43.040492 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2525a6-d8ad-4230-b73f-16066db41af5 req-1a053056-c91b-49c7-b6c4-ae606b3ff610 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:43.042027 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6f2525a6-d8ad-4230-b73f-16066db41af5 req-1a053056-c91b-49c7-b6c4-ae606b3ff610 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 945 time: 0.0495808 Sep 20 04:56:43.053581 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:43.090902 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6f2525a6-d8ad-4230-b73f-16066db41af5 req-752b7348-900c-46ba-8188-d387eef5b8ed tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420365 Sep 20 04:56:44.209805 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1cc9e-1164-4cde-939e-065d92e47d04 req-254f1313-a8bd-4d3e-9679-b3fa12e21f99 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:44.211248 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6fd1cc9e-1164-4cde-939e-065d92e47d04 req-254f1313-a8bd-4d3e-9679-b3fa12e21f99 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 945 time: 0.0460446 Sep 20 04:56:44.258703 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6fd1cc9e-1164-4cde-939e-065d92e47d04 req-5e8a4ed8-109b-4731-aecf-8951a4f4a024 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418887 Sep 20 04:56:44.767311 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=8 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:44.771904 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=18 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:44.835979 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64fd79-7a29-4197-a659-b3e0b67f65a7 req-6675373a-81cd-453d-a509-9e1144920535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:44.837509 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ed64fd79-7a29-4197-a659-b3e0b67f65a7 req-6675373a-81cd-453d-a509-9e1144920535 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 1129 time: 0.0428779 Sep 20 04:56:44.882581 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ed64fd79-7a29-4197-a659-b3e0b67f65a7 req-8f79d3a3-70de-42b4-a2f4-6ff80ec63bd7 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379837 Sep 20 04:56:45.375756 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce380c-d86d-41c5-9469-960a6444709d req-f11d92ac-b8f7-4725-a58e-18197a38d998 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:45.377265 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6dce380c-d86d-41c5-9469-960a6444709d req-f11d92ac-b8f7-4725-a58e-18197a38d998 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 945 time: 0.0449307 Sep 20 04:56:45.425065 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6dce380c-d86d-41c5-9469-960a6444709d req-e0de8378-a51d-481a-a868-18d2fef7e997 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423274 Sep 20 04:56:46.546236 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132c521-c8c1-4f27-8c4b-fe456a246db4 req-95db2edd-4234-482d-bbea-ff7cc1a83aa5 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:46.547686 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4132c521-c8c1-4f27-8c4b-fe456a246db4 req-95db2edd-4234-482d-bbea-ff7cc1a83aa5 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 945 time: 0.0459056 Sep 20 04:56:46.599592 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4132c521-c8c1-4f27-8c4b-fe456a246db4 req-e006636d-05c3-4dd6-b4d8-a9295f676718 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463977 Sep 20 04:56:46.658691 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-639cc05f-6e0d-41be-8703-931ab1380382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:47.061709 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:56:47.719216 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d69ab-a3b5-4910-a235-4128d29b412f req-a9d028d3-cadd-4692-b2a5-24da2a221f98 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:47.720707 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-974d69ab-a3b5-4910-a235-4128d29b412f req-a9d028d3-cadd-4692-b2a5-24da2a221f98 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 945 time: 0.0456424 Sep 20 04:56:47.770990 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-974d69ab-a3b5-4910-a235-4128d29b412f req-48ffd78b-11a3-4d18-96b9-df5fe7814fa1 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443625 Sep 20 04:56:47.875674 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:47.895916 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf9198-344c-48b1-b4a6-d5ea7b77cdc9 req-ca8ad768-f50b-40b2-9f35-506ba5c2cb8f tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:47.897355 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-80cf9198-344c-48b1-b4a6-d5ea7b77cdc9 req-ca8ad768-f50b-40b2-9f35-506ba5c2cb8f tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 945 time: 0.0518689 Sep 20 04:56:47.948810 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-80cf9198-344c-48b1-b4a6-d5ea7b77cdc9 req-12a8f626-9225-49dc-9bc6-31a4a31514c0 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457749 Sep 20 04:56:47.977201 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51888) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:48.158886 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d59c8b-f552-466b-89a1-35a2916ec70a tempest-TestVolumeBootPattern-1488714578 tempest-TestVolumeBootPattern-1488714578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:48.160383 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-75d59c8b-f552-466b-89a1-35a2916ec70a tempest-TestVolumeBootPattern-1488714578 tempest-TestVolumeBootPattern-1488714578-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 1124 time: 0.1822414 Sep 20 04:56:48.163341 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51892) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:48.167465 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Request body: {'floatingip': {'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'port_id': '6b28a7ec-b466-45f0-86a8-63563916d1bd', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'fixed_ip_address': '172.20.0.5'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:56:48.188724 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:48.267979 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:48.373058 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Allocated IP 172.27.1.120 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/7c571ab4-0631-4f2e-aa3a-a1c3c4713545) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:56:48.474204 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for port (7c571ab4-0631-4f2e-aa3a-a1c3c4713545), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:48.505150 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (7c571ab4-0631-4f2e-aa3a-a1c3c4713545), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:48.544752 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:56:48.547687 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:56:48.550351 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:56:48.585075 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event updated for resources: {'Port': ['ID=7c571ab4-0631-4f2e-aa3a-a1c3c4713545,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:48.893939 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-75577212-b98f-41da-8595-fd94906c04c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:48.902393 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:48.917887 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:48.919642 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for floatingip (0f684d5f-e7b7-4c52-a398-3956a6d88920), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:48.989001 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (7c571ab4-0631-4f2e-aa3a-a1c3c4713545), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:49.138101 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for port (7c571ab4-0631-4f2e-aa3a-a1c3c4713545), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:49.143099 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (7c571ab4-0631-4f2e-aa3a-a1c3c4713545), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:49.207888 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event updated for resources: {'Port': ['ID=7c571ab4-0631-4f2e-aa3a-a1c3c4713545,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:49.210199 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (0f684d5f-e7b7-4c52-a398-3956a6d88920), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:49.303324 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.l3_db [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Floating IP 0f684d5f-e7b7-4c52-a398-3956a6d88920 associated. External IP: 172.27.1.120, port: 6b28a7ec-b466-45f0-86a8-63563916d1bd. Sep 20 04:56:49.493165 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Router 4895c379-aac2-4339-803a-f79e1699e6eb has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:56:49.589273 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:56:49.599455 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6fb3b8-0a19-482b-aa4e-8a777bb916d2 None None] Sync routers for ids ['4895c379-aac2-4339-803a-f79e1699e6eb'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:56:49.608504 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:49.610243 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6fb3b8-0a19-482b-aa4e-8a777bb916d2 None None] Routers {'4895c379-aac2-4339-803a-f79e1699e6eb'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:56:49.611893 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-9e6fb3b8-0a19-482b-aa4e-8a777bb916d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:56:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['4895c379-aac2-4339-803a-f79e1699e6eb'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:49.640440 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-4f73dec7-6716-4d36-8a22-06a83664e6a6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4761078 Sep 20 04:56:49.641108 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417f5e13-88b2-4fc7-b79a-fe70372ed20d', 'tag': '6b28a7ec-b466-45f0-86a8-63563916d1bd'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:56:49.643597 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29a6040-ae8c-4acb-82ea-6345cfaf4cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "417f5e13-88b2-4fc7-b79a-fe70372ed20d", "tag": "6b28a7ec-b466-45f0-86a8-63563916d1bd"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:56:49.683597 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae55b4b3-a05d-414d-bdfb-4bbd150363ec x-openstack-request-id: req-ae55b4b3-a05d-414d-bdfb-4bbd150363ec {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:56:49.683890 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417f5e13-88b2-4fc7-b79a-fe70372ed20d", "tag": "6b28a7ec-b466-45f0-86a8-63563916d1bd", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:56:49.684143 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ae55b4b3-a05d-414d-bdfb-4bbd150363ec {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:56:49.684544 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae55b4b3-a05d-414d-bdfb-4bbd150363ec'] response: {'name': 'network-changed', 'server_uuid': '417f5e13-88b2-4fc7-b79a-fe70372ed20d', 'tag': '6b28a7ec-b466-45f0-86a8-63563916d1bd', 'status': 'completed', 'code': 200} Sep 20 04:56:49.721295 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-9e6fb3b8-0a19-482b-aa4e-8a777bb916d2 None None] Set router 4895c379-aac2-4339-803a-f79e1699e6eb gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:56:49.784254 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a6040-ae8c-4acb-82ea-6345cfaf4cf6 req-14b8036c-49a6-4f2d-a422-b9a571dc06df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:49.786310 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a29a6040-ae8c-4acb-82ea-6345cfaf4cf6 req-14b8036c-49a6-4f2d-a422-b9a571dc06df service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=46ddf925b345471da94d05998a6a0540&device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 1129 time: 0.0466743 Sep 20 04:56:49.877977 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a6040-ae8c-4acb-82ea-6345cfaf4cf6 req-05115d3b-54bc-40c8-9621-1d6c684b737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:49.879439 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a29a6040-ae8c-4acb-82ea-6345cfaf4cf6 req-05115d3b-54bc-40c8-9621-1d6c684b737a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6de81d04-87bb-4e82-ba15-9636966f9274 HTTP/1.1" status: 200 len: 912 time: 0.0876784 Sep 20 04:56:49.940161 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-9e6fb3b8-0a19-482b-aa4e-8a777bb916d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '0f684d5f-e7b7-4c52-a398-3956a6d88920', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'port_id': '6b28a7ec-b466-45f0-86a8-63563916d1bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'mac_address': 'fa:16:3e:02:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417f5e13-88b2-4fc7-b79a-fe70372ed20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:56:48Z', 'updated_at': '2022-09-20T04:56:48Z', 'revision_number': 0, 'project_id': '46ddf925b345471da94d05998a6a0540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:56Z', 'revision_number': 5, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:49.953255 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a29a6040-ae8c-4acb-82ea-6345cfaf4cf6 req-2de645fe-e1a0-4814-9aa4-b24e3af6862f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b28a7ec-b466-45f0-86a8-63563916d1bd HTTP/1.1" status: 200 len: 999 time: 0.0663211 Sep 20 04:56:49.965173 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6fb3b8-0a19-482b-aa4e-8a777bb916d2 None None] Checking router: 4895c379-aac2-4339-803a-f79e1699e6eb for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:56:49.974464 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6fb3b8-0a19-482b-aa4e-8a777bb916d2 None None] Routers {'4895c379-aac2-4339-803a-f79e1699e6eb'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:56:49.975235 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-9e6fb3b8-0a19-482b-aa4e-8a777bb916d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:56:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['4895c379-aac2-4339-803a-f79e1699e6eb'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:50.004139 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a6040-ae8c-4acb-82ea-6345cfaf4cf6 req-0531d30d-de4e-44e9-95a1-47e5f6f12fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:50.005618 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a29a6040-ae8c-4acb-82ea-6345cfaf4cf6 req-0531d30d-de4e-44e9-95a1-47e5f6f12fee service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e94eb72f-d7fc-4515-9285-2b7cbf8ba84e HTTP/1.1" status: 200 len: 851 time: 0.0449533 Sep 20 04:56:50.051823 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a6040-ae8c-4acb-82ea-6345cfaf4cf6 req-af3cae0a-06cd-4975-b6c0-75a7f8d7a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:56:50.053606 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a29a6040-ae8c-4acb-82ea-6345cfaf4cf6 req-af3cae0a-06cd-4975-b6c0-75a7f8d7a472 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6de81d04-87bb-4e82-ba15-9636966f9274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411608 Sep 20 04:56:50.071218 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:50.082636 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-9e6fb3b8-0a19-482b-aa4e-8a777bb916d2 None None] Set router 4895c379-aac2-4339-803a-f79e1699e6eb gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:56:50.152266 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a29a6040-ae8c-4acb-82ea-6345cfaf4cf6 req-571a4177-02fd-4cf0-adc3-6dba4cbb4b21 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901554 Sep 20 04:56:50.209891 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:50.244981 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a29a6040-ae8c-4acb-82ea-6345cfaf4cf6 req-027e3321-76f9-4720-b0e0-9fe347e752e6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850394 Sep 20 04:56:50.296280 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-9e6fb3b8-0a19-482b-aa4e-8a777bb916d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '0f684d5f-e7b7-4c52-a398-3956a6d88920', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'port_id': '6b28a7ec-b466-45f0-86a8-63563916d1bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'mac_address': 'fa:16:3e:02:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417f5e13-88b2-4fc7-b79a-fe70372ed20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:56:48Z', 'updated_at': '2022-09-20T04:56:48Z', 'revision_number': 0, 'project_id': '46ddf925b345471da94d05998a6a0540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:56Z', 'revision_number': 5, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:50.321092 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6fb3b8-0a19-482b-aa4e-8a777bb916d2 None None] The sync data for ids ['4895c379-aac2-4339-803a-f79e1699e6eb'] in dv-cinder-756710-7-iscsi is: [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '0f684d5f-e7b7-4c52-a398-3956a6d88920', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'port_id': '6b28a7ec-b466-45f0-86a8-63563916d1bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'mac_address': 'fa:16:3e:02:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417f5e13-88b2-4fc7-b79a-fe70372ed20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:56:48Z', 'updated_at': '2022-09-20T04:56:48Z', 'revision_number': 0, 'project_id': '46ddf925b345471da94d05998a6a0540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:56Z', 'revision_number': 5, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:56:50.495881 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8501bbc9-9afa-4f11-871d-ed935c0456fa None None] New status for floating IP 0f684d5f-e7b7-4c52-a398-3956a6d88920: ACTIVE {{(pid=112594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 04:56:51.668297 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:51.892779 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:51.898423 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:55.457291 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51958) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:55.487351 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:55.503242 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6dfd48-6af3-4db1-8543-5deb7a16456f admin admin] Deleting subnet 8337ec93-8014-4d07-b732-e4e5c3d1d473 {{(pid=112593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 04:56:55.506368 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6d6dfd48-6af3-4db1-8543-5deb7a16456f admin admin] Publish callbacks [] for subnet (8337ec93-8014-4d07-b732-e4e5c3d1d473), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:55.539634 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6d6dfd48-6af3-4db1-8543-5deb7a16456f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58957096'] for subnet (8337ec93-8014-4d07-b732-e4e5c3d1d473), precommit_delete_associations {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:55.574276 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:56:55.579577 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6d6dfd48-6af3-4db1-8543-5deb7a16456f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766695'] for subnet (8337ec93-8014-4d07-b732-e4e5c3d1d473), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:55.635113 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6d6dfd48-6af3-4db1-8543-5deb7a16456f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58786417'] for subnet (8337ec93-8014-4d07-b732-e4e5c3d1d473), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:55.658786 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6dfd48-6af3-4db1-8543-5deb7a16456f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8337ec93-8014-4d07-b732-e4e5c3d1d473,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:55.664383 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6d6dfd48-6af3-4db1-8543-5deb7a16456f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:55.667445 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-6d6dfd48-6af3-4db1-8543-5deb7a16456f admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/8337ec93-8014-4d07-b732-e4e5c3d1d473 HTTP/1.1" status: 204 len: 168 time: 0.2091813 Sep 20 04:56:55.670577 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 51960) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:55.736415 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-07038b92-e117-409e-81ae-312648a1bb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726418'] for network (5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:55.813579 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-07038b92-e117-409e-81ae-312648a1bb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729292', 'neutron.services.segments.db._delete_segments_for_network-8739023563457'] for network (5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:55.833599 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-07038b92-e117-409e-81ae-312648a1bb43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340']}} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:55.843013 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-07038b92-e117-409e-81ae-312648a1bb43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40de0088-5bf0-457a-ab3f-1851673c9435') {'for_net_delete': True} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:55.843309 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-07038b92-e117-409e-81ae-312648a1bb43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40de0088-5bf0-457a-ab3f-1851673c9435') {} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:56:55.852506 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-07038b92-e117-409e-81ae-312648a1bb43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739023563349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58957075'] for segment (40de0088-5bf0-457a-ab3f-1851673c9435), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:55.865967 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-07038b92-e117-409e-81ae-312648a1bb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (40de0088-5bf0-457a-ab3f-1851673c9435), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:55.872218 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07038b92-e117-409e-81ae-312648a1bb43 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=112593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 04:56:55.872615 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-07038b92-e117-409e-81ae-312648a1bb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59245190'] for segment (40de0088-5bf0-457a-ab3f-1851673c9435), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:55.914721 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.services.segments.plugin [-] Segment 40de0088-5bf0-457a-ab3f-1851673c9435 resource provider aggregate not found Sep 20 04:56:55.934272 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.services.segments.plugin [-] Segment 40de0088-5bf0-457a-ab3f-1851673c9435 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40de0088-5bf0-457a-ab3f-1851673c9435 found for delete ", "request_id": "req-62c02bfe-c37e-43e9-8fa2-281b09d06e09"}]} Sep 20 04:56:55.942683 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-07038b92-e117-409e-81ae-312648a1bb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3775114'] for network (5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:55.948342 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-07038b92-e117-409e-81ae-312648a1bb43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:55.952045 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-07038b92-e117-409e-81ae-312648a1bb43 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340 HTTP/1.1" status: 204 len: 168 time: 0.2805688 Sep 20 04:56:55.963775 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07038b92-e117-409e-81ae-312648a1bb43 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a2e8ba6-6e30-4ff7-bf9d-8b3fbb5df340,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:56:56.117891 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 51970) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:56.158136 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-49af70e3-be09-4845-b9ac-e4746f39f389 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=725d386301d648de85fd6c4767250c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391073 Sep 20 04:56:56.160537 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 51972) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:56:56.210273 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-821e353f-030b-4306-957a-b8e17c5f3d5e admin admin] Publish callbacks [] for security_group (a17cdfcb-498a-426b-bca1-4c5b2f795870), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:56.229994 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-821e353f-030b-4306-957a-b8e17c5f3d5e admin admin] Publish callbacks [] for security_group (a17cdfcb-498a-426b-bca1-4c5b2f795870), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:56.276796 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-821e353f-030b-4306-957a-b8e17c5f3d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (a17cdfcb-498a-426b-bca1-4c5b2f795870), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:56.279755 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-821e353f-030b-4306-957a-b8e17c5f3d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:56:56.280884 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-821e353f-030b-4306-957a-b8e17c5f3d5e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a17cdfcb-498a-426b-bca1-4c5b2f795870 HTTP/1.1" status: 204 len: 168 time: 0.1194165 Sep 20 04:56:56.290370 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e353f-030b-4306-957a-b8e17c5f3d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17cdfcb-498a-426b-bca1-4c5b2f795870,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:00.038563 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:01.003843 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ff4d337f-4640-4c3f-a1c7-9aa1e9326cf7 req-03738f4f-d9e6-438a-b088-d57c38a67c99 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394301 Sep 20 04:57:01.116359 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d337f-4640-4c3f-a1c7-9aa1e9326cf7 req-88945782-dec0-4b3a-b6f3-33a1dc19849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:01.117852 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ff4d337f-4640-4c3f-a1c7-9aa1e9326cf7 req-88945782-dec0-4b3a-b6f3-33a1dc19849f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 1130 time: 0.0376720 Sep 20 04:57:01.224021 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d337f-4640-4c3f-a1c7-9aa1e9326cf7 req-622048cf-0e52-4ee3-8b61-9faf9b180b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:01.225536 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ff4d337f-4640-4c3f-a1c7-9aa1e9326cf7 req-622048cf-0e52-4ee3-8b61-9faf9b180b72 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=7f03bfe9-ec72-45e7-b49d-83e075955154 HTTP/1.1" status: 200 len: 919 time: 0.0883849 Sep 20 04:57:01.269646 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ff4d337f-4640-4c3f-a1c7-9aa1e9326cf7 req-b2772f97-1780-401a-b8ce-1303a45db58e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7732f19-361c-4723-a7a3-dd9abf4593ea HTTP/1.1" status: 200 len: 217 time: 0.0315893 Sep 20 04:57:01.317139 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:01.321339 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d337f-4640-4c3f-a1c7-9aa1e9326cf7 req-8b99ffd2-d70d-42a9-a311-c6cdebe9e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:01.322773 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ff4d337f-4640-4c3f-a1c7-9aa1e9326cf7 req-8b99ffd2-d70d-42a9-a311-c6cdebe9e6ce service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cf7788d5-5c18-43ac-bdba-25d88d0e67a1 HTTP/1.1" status: 200 len: 858 time: 0.0464637 Sep 20 04:57:01.366072 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d337f-4640-4c3f-a1c7-9aa1e9326cf7 req-48411e87-5a80-4d31-9ab1-125df32c77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:01.367514 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ff4d337f-4640-4c3f-a1c7-9aa1e9326cf7 req-48411e87-5a80-4d31-9ab1-125df32c77f1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7f03bfe9-ec72-45e7-b49d-83e075955154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371099 Sep 20 04:57:01.453957 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ff4d337f-4640-4c3f-a1c7-9aa1e9326cf7 req-a2ea0db8-e9db-42ec-a452-601d9dc601c9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793421 Sep 20 04:57:01.544833 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ff4d337f-4640-4c3f-a1c7-9aa1e9326cf7 req-e6c4423e-4b50-4c7c-b205-7dcf1d54fa62 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839555 Sep 20 04:57:05.096267 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=78 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:05.101165 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=78 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:05.936167 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:05.954117 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=37,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:09.039847 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dc129-95ce-44b6-a227-d157639b35e3 req-ab3c28b8-aa3f-4c96-8523-3d418422b013 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:09.041324 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-637dc129-95ce-44b6-a227-d157639b35e3 req-ab3c28b8-aa3f-4c96-8523-3d418422b013 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 946 time: 0.0467267 Sep 20 04:57:09.087915 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-637dc129-95ce-44b6-a227-d157639b35e3 req-933a51cf-e495-4bf9-98af-4755300ad7a8 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c7096322-e2d4-46bb-9808-b29a66842a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401623 Sep 20 04:57:10.032493 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:10.034441 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:10.211052 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e54be1-f336-4f7a-b192-fda9c95b9e22 req-8194a036-2d39-49fe-a883-545a6052c1e9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:10.212511 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-52e54be1-f336-4f7a-b192-fda9c95b9e22 req-8194a036-2d39-49fe-a883-545a6052c1e9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 946 time: 0.0498924 Sep 20 04:57:10.258209 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-52e54be1-f336-4f7a-b192-fda9c95b9e22 req-d0322926-a95f-4504-bf89-6d784f88ae6b tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c7096322-e2d4-46bb-9808-b29a66842a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396266 Sep 20 04:57:11.199996 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d682f1-017f-4d63-9cbf-467fae7fd0d0 req-be7aba29-6900-4833-bb94-9f3550ec5fae tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:11.201453 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f3d682f1-017f-4d63-9cbf-467fae7fd0d0 req-be7aba29-6900-4833-bb94-9f3550ec5fae tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 946 time: 0.0457141 Sep 20 04:57:11.234126 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:11.291544 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [req-f3d682f1-017f-4d63-9cbf-467fae7fd0d0 req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Deleting port 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:57:11.292463 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-f3d682f1-017f-4d63-9cbf-467fae7fd0d0 req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:11.394928 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66505aeb-67a5-425b-afba-ff39ff94e8cc req-b4956a58-198d-4662-900f-1e97151009ea tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:11.396376 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-66505aeb-67a5-425b-afba-ff39ff94e8cc req-b4956a58-198d-4662-900f-1e97151009ea tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 946 time: 0.0600479 Sep 20 04:57:11.443042 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-f3d682f1-017f-4d63-9cbf-467fae7fd0d0 req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] For port 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:57:11.443322 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-f3d682f1-017f-4d63-9cbf-467fae7fd0d0 req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:11.502801 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-66505aeb-67a5-425b-afba-ff39ff94e8cc req-35410b76-e8f3-45d2-9684-632567829735 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c7096322-e2d4-46bb-9808-b29a66842a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955215 Sep 20 04:57:11.623416 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-f3d682f1-017f-4d63-9cbf-467fae7fd0d0 req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:11.623780 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-f3d682f1-017f-4d63-9cbf-467fae7fd0d0 req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (7c2cddb7-dfb6-4fc7-a3bc-e6bc176a23d0), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:11.624100 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.l3_db [req-f3d682f1-017f-4d63-9cbf-467fae7fd0d0 req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Floating IP 7c2cddb7-dfb6-4fc7-a3bc-e6bc176a23d0 disassociated. External IP: 172.27.1.238, port: 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0. Sep 20 04:57:11.624444 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [req-f3d682f1-017f-4d63-9cbf-467fae7fd0d0 req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Calling delete_port for 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 owned by compute:nova {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:57:11.694194 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:11.765566 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-f3d682f1-017f-4d63-9cbf-467fae7fd0d0 req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:11.796491 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event deleted for resources: {'Port': ['ID=9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:11.805249 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:11.805600 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:11.805945 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:11.806281 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:11.806615 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:11.806947 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:11.807325 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:11.807625 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:11.807949 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:11.808275 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:11.809111 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:11.809111 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:11.809526 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:11.809861 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:11.810265 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:12.157771 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3d682f1-017f-4d63-9cbf-467fae7fd0d0 req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Router 7682264b-089e-428b-8ddc-de27bd112194 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:57:12.264653 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3d682f1-017f-4d63-9cbf-467fae7fd0d0 req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:57:12.277786 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc7051a-e5fa-4844-b119-e7e0033be08f None None] Sync routers for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:57:12.287697 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc7051a-e5fa-4844-b119-e7e0033be08f None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:57:12.288314 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-4dc7051a-e5fa-4844-b119-e7e0033be08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:56:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:12.305952 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d682f1-017f-4d63-9cbf-467fae7fd0d0 req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] No DVR routers for this DVR port 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 on host hv-cinder-75671 {{(pid=112592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 04:57:12.309024 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-f3d682f1-017f-4d63-9cbf-467fae7fd0d0 req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:12.312279 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f3d682f1-017f-4d63-9cbf-467fae7fd0d0 req-86e3135e-f844-4e6c-b940-f76fa739f13a tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.25 "DELETE /networking/v2.0/ports/9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 HTTP/1.1" status: 204 len: 173 time: 1.1040051 Sep 20 04:57:12.312819 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dd20c3-27f2-4e1a-b083-c17cb2171a16', 'name': 'network-vif-deleted', 'tag': '9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:57:12.315574 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0347f5-6164-4a21-a9bd-3d4903f69647" -d '{"events": [{"server_uuid": "08dd20c3-27f2-4e1a-b083-c17cb2171a16", "name": "network-vif-deleted", "tag": "9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:57:12.361593 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce702e7-a042-4456-a917-aa8b9e1cb3a8 x-openstack-request-id: req-fce702e7-a042-4456-a917-aa8b9e1cb3a8 {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:57:12.361831 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dd20c3-27f2-4e1a-b083-c17cb2171a16", "name": "network-vif-deleted", "tag": "9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:57:12.362082 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fce702e7-a042-4456-a917-aa8b9e1cb3a8 {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:57:12.362481 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fce702e7-a042-4456-a917-aa8b9e1cb3a8'] response: {'server_uuid': '08dd20c3-27f2-4e1a-b083-c17cb2171a16', 'name': 'network-vif-deleted', 'tag': '9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0', 'status': 'completed', 'code': 200} Sep 20 04:57:12.392951 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-4dc7051a-e5fa-4844-b119-e7e0033be08f None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:57:12.631597 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a44428a2-4f52-4b00-9de1-25244c5c1914 req-6db34617-b958-497b-893d-8f6b288346b6 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 210 time: 0.0289905 Sep 20 04:57:12.676159 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-4dc7051a-e5fa-4844-b119-e7e0033be08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:12.700974 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc7051a-e5fa-4844-b119-e7e0033be08f None None] Checking router: 7682264b-089e-428b-8ddc-de27bd112194 for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:57:12.709357 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc7051a-e5fa-4844-b119-e7e0033be08f None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:57:12.709954 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-4dc7051a-e5fa-4844-b119-e7e0033be08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:56:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:12.819472 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-4dc7051a-e5fa-4844-b119-e7e0033be08f None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:57:12.987624 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66adff-1ac5-45a0-bd0c-c15ee6a4c169 req-b3b1bf6f-c96a-415b-9157-4f866c63d8dd tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:12.989101 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8a66adff-1ac5-45a0-bd0c-c15ee6a4c169 req-b3b1bf6f-c96a-415b-9157-4f866c63d8dd tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0467117 Sep 20 04:57:13.012223 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-4dc7051a-e5fa-4844-b119-e7e0033be08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:13.023992 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:13.037667 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc7051a-e5fa-4844-b119-e7e0033be08f None None] The sync data for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi is: [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:57:13.040390 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8a66adff-1ac5-45a0-bd0c-c15ee6a4c169 req-086a9680-19ea-4e26-a8b5-eece16b5b4d8 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454376 Sep 20 04:57:13.259740 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47333e1b-228e-4474-af0a-3432e8c2ec75 None None] New status for floating IP 7c2cddb7-dfb6-4fc7-a3bc-e6bc176a23d0: DOWN {{(pid=112594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 04:57:13.738640 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:57:13.748901 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e7ee83ba-02b5-4a44-9a2d-734054496a5c req-dd59c657-34ad-4436-b5ad-6a8b71284ee9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 210 time: 0.0282102 Sep 20 04:57:13.770019 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:57:13.770534 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 9dbcee22-d7bf-4a73-ad7d-7dfafedd14d0 not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:57:14.174858 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0860b-f3c3-44ce-b961-9cf44c6b203f req-a875b5b7-6db4-478c-b493-c6dcea2b1b38 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:14.176336 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-94b0860b-f3c3-44ce-b961-9cf44c6b203f req-a875b5b7-6db4-478c-b493-c6dcea2b1b38 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0546155 Sep 20 04:57:14.222846 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-94b0860b-f3c3-44ce-b961-9cf44c6b203f req-83d98037-57c2-420d-ae93-fb98b33baba7 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409827 Sep 20 04:57:14.870746 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3de9ca75-4e04-4765-acc0-b2513ba43274 req-7c065fef-f22d-4392-8ac9-66c7cb4fcb82 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 210 time: 0.0301585 Sep 20 04:57:15.340582 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234afcc-6763-4d0a-80da-80f967065152 req-ff00a6f0-4d2f-4beb-84b1-28f081b4be68 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:15.342018 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6234afcc-6763-4d0a-80da-80f967065152 req-ff00a6f0-4d2f-4beb-84b1-28f081b4be68 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0452168 Sep 20 04:57:15.389053 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6234afcc-6763-4d0a-80da-80f967065152 req-56fab715-cf47-470a-bb9e-518b760dca3e tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415885 Sep 20 04:57:15.982362 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f8b58d29-f110-4094-ae6a-e6188d65091f req-788ea381-ec0e-4243-b88b-a44a7b8daca1 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08dd20c3-27f2-4e1a-b083-c17cb2171a16 HTTP/1.1" status: 200 len: 210 time: 0.0263290 Sep 20 04:57:16.515344 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba42bab-59c4-432e-99fc-780ffc7f8491 req-c1a1f78d-b82b-4884-be72-5855e43678f1 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:16.517039 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bba42bab-59c4-432e-99fc-780ffc7f8491 req-c1a1f78d-b82b-4884-be72-5855e43678f1 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0766830 Sep 20 04:57:16.537082 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecff66e-4ad7-4b1e-97e6-e12fc184a725 req-6104f056-e342-4925-81cd-4b9ec0ec63cc tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:16.538473 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-eecff66e-4ad7-4b1e-97e6-e12fc184a725 req-6104f056-e342-4925-81cd-4b9ec0ec63cc tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 946 time: 0.0705893 Sep 20 04:57:16.639625 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-eecff66e-4ad7-4b1e-97e6-e12fc184a725 req-b36fd061-b6d7-4edc-966a-7c1541199e83 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=38378f96-1fd2-4289-8ef9-130c8ae0b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837500 Sep 20 04:57:16.653720 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [req-bba42bab-59c4-432e-99fc-780ffc7f8491 req-b93141ed-a628-4d3b-bb8a-d6e83ffb6e25 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Deleting port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:57:16.654074 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-bba42bab-59c4-432e-99fc-780ffc7f8491 req-b93141ed-a628-4d3b-bb8a-d6e83ffb6e25 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (0d0b44d0-2172-48f9-b9c5-88e71d3e7975), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:16.673262 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-45fbcef1-c3f7-41bb-b071-2379978761e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:16.748105 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-bba42bab-59c4-432e-99fc-780ffc7f8491 req-b93141ed-a628-4d3b-bb8a-d6e83ffb6e25 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] For port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=0d0b44d0-2172-48f9-b9c5-88e71d3e7975,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:57:16.748476 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-bba42bab-59c4-432e-99fc-780ffc7f8491 req-b93141ed-a628-4d3b-bb8a-d6e83ffb6e25 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (0d0b44d0-2172-48f9-b9c5-88e71d3e7975), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:16.757510 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:16.908042 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-bba42bab-59c4-432e-99fc-780ffc7f8491 req-b93141ed-a628-4d3b-bb8a-d6e83ffb6e25 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:16.908406 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-bba42bab-59c4-432e-99fc-780ffc7f8491 req-b93141ed-a628-4d3b-bb8a-d6e83ffb6e25 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (5cc0a77b-adf6-4e4e-a4b6-98076d1617f7), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:16.908754 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.l3_db [req-bba42bab-59c4-432e-99fc-780ffc7f8491 req-b93141ed-a628-4d3b-bb8a-d6e83ffb6e25 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Floating IP 5cc0a77b-adf6-4e4e-a4b6-98076d1617f7 disassociated. External IP: 172.27.1.206, port: 0d0b44d0-2172-48f9-b9c5-88e71d3e7975. Sep 20 04:57:16.909098 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [req-bba42bab-59c4-432e-99fc-780ffc7f8491 req-b93141ed-a628-4d3b-bb8a-d6e83ffb6e25 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Calling delete_port for 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 owned by compute:nova {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:57:17.036303 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-bba42bab-59c4-432e-99fc-780ffc7f8491 req-b93141ed-a628-4d3b-bb8a-d6e83ffb6e25 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (0d0b44d0-2172-48f9-b9c5-88e71d3e7975), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:17.063507 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93141ed-a628-4d3b-bb8a-d6e83ffb6e25 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Pushing event deleted for resources: {'Port': ['ID=0d0b44d0-2172-48f9-b9c5-88e71d3e7975,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:17.079910 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52098) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:17.136773 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (c7096322-e2d4-46bb-9808-b29a66842a4a), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:17.152549 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:17.160541 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (c7096322-e2d4-46bb-9808-b29a66842a4a), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:17.184312 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bba42bab-59c4-432e-99fc-780ffc7f8491 req-b93141ed-a628-4d3b-bb8a-d6e83ffb6e25 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Router 05244c5e-0162-4a82-bd62-1eef5d6666c3 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:57:17.213469 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (c7096322-e2d4-46bb-9808-b29a66842a4a), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:17.216180 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:17.219867 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c7096322-e2d4-46bb-9808-b29a66842a4a HTTP/1.1" status: 204 len: 168 time: 0.1364474 Sep 20 04:57:17.220730 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52100) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:17.238260 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7096322-e2d4-46bb-9808-b29a66842a4a,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:17.241431 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.api.v2.resource [None req-49fb907d-4b11-4463-9cce-695b9369927f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] show failed (client error): The resource could not be found. Sep 20 04:57:17.242416 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-49fb907d-4b11-4463-9cce-695b9369927f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups/c7096322-e2d4-46bb-9808-b29a66842a4a HTTP/1.1" status: 404 len: 347 time: 0.0207474 Sep 20 04:57:17.246004 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52102) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:17.247525 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:17.248039 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:17.248821 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:17.249233 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:17.249607 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:17.249945 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:17.250278 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:17.250605 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:17.250934 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:17.251260 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:17.251604 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:17.251910 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:17.252235 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:17.252556 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:17.252972 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9e44-e627-433c-821a-2946f6c90b9e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:17.370354 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bba42bab-59c4-432e-99fc-780ffc7f8491 req-b93141ed-a628-4d3b-bb8a-d6e83ffb6e25 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:57:17.380344 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d91a5dd-7b4f-42b8-a0ff-c401733c2db6 None None] Sync routers for ids ['05244c5e-0162-4a82-bd62-1eef5d6666c3'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:57:17.390344 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d91a5dd-7b4f-42b8-a0ff-c401733c2db6 None None] Routers {'05244c5e-0162-4a82-bd62-1eef5d6666c3'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:57:17.390958 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-3d91a5dd-7b4f-42b8-a0ff-c401733c2db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:56:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['05244c5e-0162-4a82-bd62-1eef5d6666c3'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:17.441840 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-181ba580-3064-4c75-bf2a-606fb5c9f48c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Deleting port aa3a171b-f2e4-4f4f-8c70-845e0f150a01 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:57:17.443927 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-181ba580-3064-4c75-bf2a-606fb5c9f48c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (aa3a171b-f2e4-4f4f-8c70-845e0f150a01), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:17.445156 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba42bab-59c4-432e-99fc-780ffc7f8491 req-b93141ed-a628-4d3b-bb8a-d6e83ffb6e25 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] No DVR routers for this DVR port 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 on host hv-cinder-75671 {{(pid=112592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 04:57:17.458290 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-bba42bab-59c4-432e-99fc-780ffc7f8491 req-b93141ed-a628-4d3b-bb8a-d6e83ffb6e25 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:17.461529 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bba42bab-59c4-432e-99fc-780ffc7f8491 req-b93141ed-a628-4d3b-bb8a-d6e83ffb6e25 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.25 "DELETE /networking/v2.0/ports/0d0b44d0-2172-48f9-b9c5-88e71d3e7975 HTTP/1.1" status: 204 len: 173 time: 0.9389644 Sep 20 04:57:17.462031 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df00208-8207-4ff8-9979-2e00926de906', 'name': 'network-vif-deleted', 'tag': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:57:17.465673 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e6f00c-43a8-4724-af27-be367c981425" -d '{"events": [{"server_uuid": "8df00208-8207-4ff8-9979-2e00926de906", "name": "network-vif-deleted", "tag": "0d0b44d0-2172-48f9-b9c5-88e71d3e7975"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:57:17.499103 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-3d91a5dd-7b4f-42b8-a0ff-c401733c2db6 None None] Set router 05244c5e-0162-4a82-bd62-1eef5d6666c3 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:57:17.550307 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-181ba580-3064-4c75-bf2a-606fb5c9f48c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (aa3a171b-f2e4-4f4f-8c70-845e0f150a01), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:17.551018 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-181ba580-3064-4c75-bf2a-606fb5c9f48c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (aa3a171b-f2e4-4f4f-8c70-845e0f150a01), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:17.591916 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-181ba580-3064-4c75-bf2a-606fb5c9f48c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Calling delete_port for aa3a171b-f2e4-4f4f-8c70-845e0f150a01 owned by network:floatingip {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:57:17.630053 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=100 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:17.651883 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdce2e97-e078-443e-b723-eb4ef3a6c5e7 x-openstack-request-id: req-bdce2e97-e078-443e-b723-eb4ef3a6c5e7 {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:57:17.652258 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df00208-8207-4ff8-9979-2e00926de906", "name": "network-vif-deleted", "tag": "0d0b44d0-2172-48f9-b9c5-88e71d3e7975", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:57:17.652595 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bdce2e97-e078-443e-b723-eb4ef3a6c5e7 {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:57:17.653163 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdce2e97-e078-443e-b723-eb4ef3a6c5e7'] response: {'server_uuid': '8df00208-8207-4ff8-9979-2e00926de906', 'name': 'network-vif-deleted', 'tag': '0d0b44d0-2172-48f9-b9c5-88e71d3e7975', 'status': 'completed', 'code': 200} Sep 20 04:57:17.702660 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-3d91a5dd-7b4f-42b8-a0ff-c401733c2db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-router', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:51:57Z', 'revision_number': 4, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'gw_port': {'id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '017186fa-3ed0-4d45-a2f4-faeb87694cb0', 'name': '', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'mac_address': 'fa:16:3e:f3:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:56Z', 'updated_at': '2022-09-20T04:52:05Z', 'revision_number': 5, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'subnets': [{'id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:17.732756 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d91a5dd-7b4f-42b8-a0ff-c401733c2db6 None None] Checking router: 05244c5e-0162-4a82-bd62-1eef5d6666c3 for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:57:17.741772 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d91a5dd-7b4f-42b8-a0ff-c401733c2db6 None None] Routers {'05244c5e-0162-4a82-bd62-1eef5d6666c3'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:57:17.742593 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-3d91a5dd-7b4f-42b8-a0ff-c401733c2db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:56:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['05244c5e-0162-4a82-bd62-1eef5d6666c3'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:17.754036 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=12 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:17.759348 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-181ba580-3064-4c75-bf2a-606fb5c9f48c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (aa3a171b-f2e4-4f4f-8c70-845e0f150a01), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:17.795165 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ba580-3064-4c75-bf2a-606fb5c9f48c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event deleted for resources: {'Port': ['ID=aa3a171b-f2e4-4f4f-8c70-845e0f150a01,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:17.821853 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=100 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:17.846192 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-cf9b5084-b5c1-48c8-8ef5-7b94cd64fc82 req-4815d0ce-779e-41df-901f-b8f6a8deb7e9 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8df00208-8207-4ff8-9979-2e00926de906 HTTP/1.1" status: 200 len: 210 time: 0.0550148 Sep 20 04:57:17.851607 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-3d91a5dd-7b4f-42b8-a0ff-c401733c2db6 None None] Set router 05244c5e-0162-4a82-bd62-1eef5d6666c3 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:57:17.887160 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-181ba580-3064-4c75-bf2a-606fb5c9f48c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (7c2cddb7-dfb6-4fc7-a3bc-e6bc176a23d0), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:17.890323 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-181ba580-3064-4c75-bf2a-606fb5c9f48c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:17.892202 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-181ba580-3064-4c75-bf2a-606fb5c9f48c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/7c2cddb7-dfb6-4fc7-a3bc-e6bc176a23d0 HTTP/1.1" status: 204 len: 168 time: 0.6446517 Sep 20 04:57:17.961260 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52112) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:17.965907 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-90a3298c-bc0a-4fc0-a4b8-c19b6286a8ef tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--24378339', 'description': 'tempest-description--636743511'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:17.986532 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-90a3298c-bc0a-4fc0-a4b8-c19b6286a8ef tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:18.041005 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-3d91a5dd-7b4f-42b8-a0ff-c401733c2db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-router', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:51:57Z', 'revision_number': 4, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'gw_port': {'id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '017186fa-3ed0-4d45-a2f4-faeb87694cb0', 'name': '', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'mac_address': 'fa:16:3e:f3:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:56Z', 'updated_at': '2022-09-20T04:52:05Z', 'revision_number': 5, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'subnets': [{'id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:18.058506 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-90a3298c-bc0a-4fc0-a4b8-c19b6286a8ef tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (67f0d79f-bc1f-4541-83ea-b400fd616fe0), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:18.062262 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-90a3298c-bc0a-4fc0-a4b8-c19b6286a8ef tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (67f0d79f-bc1f-4541-83ea-b400fd616fe0), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:18.065862 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d91a5dd-7b4f-42b8-a0ff-c401733c2db6 None None] The sync data for ids ['05244c5e-0162-4a82-bd62-1eef5d6666c3'] in dv-cinder-756710-7-iscsi is: [{'id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-router', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:51:57Z', 'revision_number': 4, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'gw_port': {'id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '017186fa-3ed0-4d45-a2f4-faeb87694cb0', 'name': '', 'network_id': '7f03bfe9-ec72-45e7-b49d-83e075955154', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'mac_address': 'fa:16:3e:f3:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:56Z', 'updated_at': '2022-09-20T04:52:05Z', 'revision_number': 5, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'subnets': [{'id': 'cf7788d5-5c18-43ac-bdba-25d88d0e67a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:57:18.093179 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3298c-bc0a-4fc0-a4b8-c19b6286a8ef tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f0d79f-bc1f-4541-83ea-b400fd616fe0,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:18.109937 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-90a3298c-bc0a-4fc0-a4b8-c19b6286a8ef tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:18.112439 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-90a3298c-bc0a-4fc0-a4b8-c19b6286a8ef tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1501725 Sep 20 04:57:18.115285 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52114) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:18.120110 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-1024f9b6-0a93-4187-9820-8986a93ef7d2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'security_group_rule': {'security_group_id': '67f0d79f-bc1f-4541-83ea-b400fd616fe0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:18.124595 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:18.159236 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1024f9b6-0a93-4187-9820-8986a93ef7d2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (0b0bfe82-2b69-442c-8bf3-153536cb0e7a), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:18.223514 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1024f9b6-0a93-4187-9820-8986a93ef7d2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (0b0bfe82-2b69-442c-8bf3-153536cb0e7a), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:18.228185 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1024f9b6-0a93-4187-9820-8986a93ef7d2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (0b0bfe82-2b69-442c-8bf3-153536cb0e7a), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:18.248872 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024f9b6-0a93-4187-9820-8986a93ef7d2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0bfe82-2b69-442c-8bf3-153536cb0e7a,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:18.254993 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1024f9b6-0a93-4187-9820-8986a93ef7d2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:18.256275 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-1024f9b6-0a93-4187-9820-8986a93ef7d2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399662 Sep 20 04:57:18.259179 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52116) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:18.264114 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-edd33764-c94b-497a-a165-ef3dee6e1a33 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'security_group_rule': {'security_group_id': '67f0d79f-bc1f-4541-83ea-b400fd616fe0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:18.295624 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-edd33764-c94b-497a-a165-ef3dee6e1a33 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (ca2abbb2-b76c-411b-83f4-28aaa368dfcb), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:18.337179 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a543f7b3-a612-4302-a4db-93eb02714a0c None None] New status for floating IP 5cc0a77b-adf6-4e4e-a4b6-98076d1617f7: DOWN {{(pid=112594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 04:57:18.359494 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-edd33764-c94b-497a-a165-ef3dee6e1a33 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (ca2abbb2-b76c-411b-83f4-28aaa368dfcb), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:18.363109 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-edd33764-c94b-497a-a165-ef3dee6e1a33 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (ca2abbb2-b76c-411b-83f4-28aaa368dfcb), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:18.380990 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd33764-c94b-497a-a165-ef3dee6e1a33 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2abbb2-b76c-411b-83f4-28aaa368dfcb,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:18.389039 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-edd33764-c94b-497a-a165-ef3dee6e1a33 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:18.390612 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-edd33764-c94b-497a-a165-ef3dee6e1a33 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300368 Sep 20 04:57:18.393703 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52118) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:18.397876 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-c8b8ffe2-746a-4be6-8927-cb409d111ae7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'floatingip': {'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:18.419089 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ffe2-746a-4be6-8927-cb409d111ae7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:18.498891 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ffe2-746a-4be6-8927-cb409d111ae7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:18.609163 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-c8b8ffe2-746a-4be6-8927-cb409d111ae7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Allocated IP 172.27.1.209 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/233b1a72-d7c0-4c49-ba65-869cdb2ab854) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:57:18.707692 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ffe2-746a-4be6-8927-cb409d111ae7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for port (233b1a72-d7c0-4c49-ba65-869cdb2ab854), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:18.738804 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ffe2-746a-4be6-8927-cb409d111ae7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (233b1a72-d7c0-4c49-ba65-869cdb2ab854), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:18.777784 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b8ffe2-746a-4be6-8927-cb409d111ae7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:57:18.784185 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-c8b8ffe2-746a-4be6-8927-cb409d111ae7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:57:18.788233 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b8ffe2-746a-4be6-8927-cb409d111ae7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:57:18.808590 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:18.811084 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8ffe2-746a-4be6-8927-cb409d111ae7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'Port': ['ID=233b1a72-d7c0-4c49-ba65-869cdb2ab854,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:18.821063 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:18.874727 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ffe2-746a-4be6-8927-cb409d111ae7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (6bab0e6f-b9e8-4704-b25e-9535cf4a4d0f), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:18.897663 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-90251111-0a85-47fa-9e87-90ce3b00e5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:18.922332 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ffe2-746a-4be6-8927-cb409d111ae7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (233b1a72-d7c0-4c49-ba65-869cdb2ab854), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:18.946409 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52126) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:19.003258 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-d4b14f41-dbf4-4645-8c23-379b202d2e4d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for security_group (38378f96-1fd2-4289-8ef9-130c8ae0b6d3), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:19.025670 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-d4b14f41-dbf4-4645-8c23-379b202d2e4d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for security_group (38378f96-1fd2-4289-8ef9-130c8ae0b6d3), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:19.069430 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ffe2-746a-4be6-8927-cb409d111ae7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for port (233b1a72-d7c0-4c49-ba65-869cdb2ab854), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:19.074181 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ffe2-746a-4be6-8927-cb409d111ae7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (233b1a72-d7c0-4c49-ba65-869cdb2ab854), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:19.075279 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-d4b14f41-dbf4-4645-8c23-379b202d2e4d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (38378f96-1fd2-4289-8ef9-130c8ae0b6d3), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:19.078096 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-d4b14f41-dbf4-4645-8c23-379b202d2e4d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:19.079598 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-d4b14f41-dbf4-4645-8c23-379b202d2e4d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/38378f96-1fd2-4289-8ef9-130c8ae0b6d3 HTTP/1.1" status: 204 len: 168 time: 0.1318471 Sep 20 04:57:19.083918 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52128) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:19.100191 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b14f41-dbf4-4645-8c23-379b202d2e4d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38378f96-1fd2-4289-8ef9-130c8ae0b6d3,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:19.102253 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.api.v2.resource [None req-83c556f7-755e-40f9-a816-49d43e3f5400 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] show failed (client error): The resource could not be found. Sep 20 04:57:19.106266 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-83c556f7-755e-40f9-a816-49d43e3f5400 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups/38378f96-1fd2-4289-8ef9-130c8ae0b6d3 HTTP/1.1" status: 404 len: 347 time: 0.0183587 Sep 20 04:57:19.107204 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52130) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:19.146792 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8ffe2-746a-4be6-8927-cb409d111ae7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'Port': ['ID=233b1a72-d7c0-4c49-ba65-869cdb2ab854,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:19.149308 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ffe2-746a-4be6-8927-cb409d111ae7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (6bab0e6f-b9e8-4704-b25e-9535cf4a4d0f), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:19.167956 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ffe2-746a-4be6-8927-cb409d111ae7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:19.169207 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-c8b8ffe2-746a-4be6-8927-cb409d111ae7 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7745857 Sep 20 04:57:19.239859 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-f7da18a6-2862-49f1-b30f-467eb31e55ef tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Deleting port d19ad681-1aef-4a77-934e-1a4c59b59a9b {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:57:19.240203 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f7da18a6-2862-49f1-b30f-467eb31e55ef tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (d19ad681-1aef-4a77-934e-1a4c59b59a9b), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:19.352011 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-2bea668c-9cfd-498f-ae97-a5feae746fcb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--24378339&fields=id&tenant_id=4f0f0b8842ae496292c27a6ee1350d32 HTTP/1.1" status: 200 len: 267 time: 0.0696883 Sep 20 04:57:19.353693 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f7da18a6-2862-49f1-b30f-467eb31e55ef tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (d19ad681-1aef-4a77-934e-1a4c59b59a9b), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:19.354044 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f7da18a6-2862-49f1-b30f-467eb31e55ef tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for floatingip (d19ad681-1aef-4a77-934e-1a4c59b59a9b), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:19.374688 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-f7da18a6-2862-49f1-b30f-467eb31e55ef tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Calling delete_port for d19ad681-1aef-4a77-934e-1a4c59b59a9b owned by network:floatingip {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:57:19.391669 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:19.533121 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-2fc23a67-47c6-4468-be76-8b45211d81ee tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:19.534553 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-2fc23a67-47c6-4468-be76-8b45211d81ee tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/networks?id=637b3136-e650-47ef-a9fe-492091eb8174 HTTP/1.1" status: 200 len: 815 time: 0.1733477 Sep 20 04:57:19.554054 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-cc3f3dc7-7eae-409e-abd3-34233a7a6f45 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/quotas/4f0f0b8842ae496292c27a6ee1350d32 HTTP/1.1" status: 200 len: 375 time: 0.0132411 Sep 20 04:57:19.574606 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:19.632167 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba943c7b-1d5d-4b4a-9317-5a5cf8d3e565 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4f0f0b8842ae496292c27a6ee1350d32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608153 Sep 20 04:57:19.633195 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f7da18a6-2862-49f1-b30f-467eb31e55ef tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (d19ad681-1aef-4a77-934e-1a4c59b59a9b), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:19.663397 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da18a6-2862-49f1-b30f-467eb31e55ef tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Pushing event deleted for resources: {'Port': ['ID=d19ad681-1aef-4a77-934e-1a4c59b59a9b,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:19.724705 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f7da18a6-2862-49f1-b30f-467eb31e55ef tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks [] for floatingip (5cc0a77b-adf6-4e4e-a4b6-98076d1617f7), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:19.727275 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-f7da18a6-2862-49f1-b30f-467eb31e55ef tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:19.730780 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-f7da18a6-2862-49f1-b30f-467eb31e55ef tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/5cc0a77b-adf6-4e4e-a4b6-98076d1617f7 HTTP/1.1" status: 204 len: 168 time: 0.6210477 Sep 20 04:57:19.795714 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:57:19.816907 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:57:19.817474 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 0d0b44d0-2172-48f9-b9c5-88e71d3e7975 not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:57:19.860998 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-9c96f423-d7dc-4154-95f5-4a0bfe9a1344 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025709 Sep 20 04:57:19.950886 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-4a09f061-b560-4fae-9659-83a44e90544f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837419 Sep 20 04:57:20.078103 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:20.126110 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-917fcf30-5c90-4963-af1e-e1abf9641a68 req-af48db9c-df02-49c7-8878-960b5d13c2e2 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0f0fd5e7-f601-4fa1-870a-b2c497479260 HTTP/1.1" status: 200 len: 210 time: 0.0361061 Sep 20 04:57:21.232293 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-64b585ac-c73a-410d-9fed-dfb2b9a5ea04 req-bf9955e7-f9ea-41c2-8da2-209cc2bf6950 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0f0fd5e7-f601-4fa1-870a-b2c497479260 HTTP/1.1" status: 200 len: 210 time: 0.0273175 Sep 20 04:57:21.534202 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-d4eef15c-0df3-4339-ac23-cbc75cf80f51 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:21.535655 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-d4eef15c-0df3-4339-ac23-cbc75cf80f51 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.25 "GET /networking/v2.0/networks?id=637b3136-e650-47ef-a9fe-492091eb8174 HTTP/1.1" status: 200 len: 815 time: 0.1074519 Sep 20 04:57:21.614587 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-a4716f5e-66c9-47cd-b254-2ad3ae7c8848 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4f0f0b8842ae496292c27a6ee1350d32 HTTP/1.1" status: 200 len: 378 time: 0.0525320 Sep 20 04:57:21.670664 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:21.706188 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-02c4ffb3-51e9-43fb-b4c0-31af80e381eb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'port': {'device_id': '0f0fd5e7-f601-4fa1-870a-b2c497479260', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'admin_state_up': True, 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'security_groups': ['67f0d79f-bc1f-4541-83ea-b400fd616fe0']}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:21.812690 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-02c4ffb3-51e9-43fb-b4c0-31af80e381eb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Made reservation on behalf of 4f0f0b8842ae496292c27a6ee1350d32 for: {'port': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:57:21.816245 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-02c4ffb3-51e9-43fb-b4c0-31af80e381eb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:21.900222 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:21.941032 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-02c4ffb3-51e9-43fb-b4c0-31af80e381eb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Allocated IP 172.20.0.10 (637b3136-e650-47ef-a9fe-492091eb8174/3f57d475-8572-4ec4-8852-9471b6c9f7c5/7b4bd97f-fb1e-4d96-8371-721ef17b2faf) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:57:21.950092 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:21.994262 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:22.083943 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-02c4ffb3-51e9-43fb-b4c0-31af80e381eb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for port (7b4bd97f-fb1e-4d96-8371-721ef17b2faf), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:22.117858 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-02c4ffb3-51e9-43fb-b4c0-31af80e381eb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (7b4bd97f-fb1e-4d96-8371-721ef17b2faf), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:22.177041 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-02c4ffb3-51e9-43fb-b4c0-31af80e381eb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Network 637b3136-e650-47ef-a9fe-492091eb8174 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:57:22.182284 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-02c4ffb3-51e9-43fb-b4c0-31af80e381eb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:57:22.184402 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4ffb3-51e9-43fb-b4c0-31af80e381eb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event updated for resources: {'Port': ['ID=7b4bd97f-fb1e-4d96-8371-721ef17b2faf,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:22.186558 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-02c4ffb3-51e9-43fb-b4c0-31af80e381eb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:57:22.513422 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-95d2bd49-e098-4b94-a615-5bfcbd271986 None None] Provisioning complete for port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:57:22.513796 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-95d2bd49-e098-4b94-a615-5bfcbd271986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (7b4bd97f-fb1e-4d96-8371-721ef17b2faf), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:22.514135 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-95d2bd49-e098-4b94-a615-5bfcbd271986 None None] Attempt 1 to provision port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf Sep 20 04:57:22.523225 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-02c4ffb3-51e9-43fb-b4c0-31af80e381eb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:22.523831 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-02c4ffb3-51e9-43fb-b4c0-31af80e381eb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:22.531648 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b7bb3-4e16-4be8-bb63-96f1bc511221 req-7ce0df72-bf04-45fd-83b7-2ffc79a44152 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:22.533113 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1a0b7bb3-4e16-4be8-bb63-96f1bc511221 req-7ce0df72-bf04-45fd-83b7-2ffc79a44152 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.3421023 Sep 20 04:57:22.546212 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-95d2bd49-e098-4b94-a615-5bfcbd271986 None None] Port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:57:22.559257 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-02c4ffb3-51e9-43fb-b4c0-31af80e381eb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8569667 Sep 20 04:57:22.584975 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1a0b7bb3-4e16-4be8-bb63-96f1bc511221 req-4e7ba381-ed43-421b-8aee-f9f45c0414ce tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446842 Sep 20 04:57:22.683989 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f318235-fb6f-484c-99b3-52150a01c559 req-84fc562a-c23a-4ccb-a0c3-fba84cf101cb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:22.685451 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7f318235-fb6f-484c-99b3-52150a01c559 req-84fc562a-c23a-4ccb-a0c3-fba84cf101cb tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0f0fd5e7-f601-4fa1-870a-b2c497479260 HTTP/1.1" status: 200 len: 932 time: 0.0456862 Sep 20 04:57:22.731280 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7f318235-fb6f-484c-99b3-52150a01c559 req-0c1977f0-42a5-4294-82eb-a197f4ad05fc tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67f0d79f-bc1f-4541-83ea-b400fd616fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402219 Sep 20 04:57:23.047511 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-95d2bd49-e098-4b94-a615-5bfcbd271986 None None] Attempt 2 to provision port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf Sep 20 04:57:23.081113 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-95d2bd49-e098-4b94-a615-5bfcbd271986 None None] Port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:57:23.582581 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-95d2bd49-e098-4b94-a615-5bfcbd271986 None None] Attempt 3 to provision port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf Sep 20 04:57:23.617851 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-95d2bd49-e098-4b94-a615-5bfcbd271986 None None] Port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:57:23.711824 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f43522-1890-4539-968e-e37fadad6522 req-adb07278-04a1-48f2-8ee1-58b2181ea910 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:23.714018 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a1f43522-1890-4539-968e-e37fadad6522 req-adb07278-04a1-48f2-8ee1-58b2181ea910 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0512753 Sep 20 04:57:23.760588 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a1f43522-1890-4539-968e-e37fadad6522 req-b65c103f-8f30-4c90-a308-eaec87d8968d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399778 Sep 20 04:57:23.875163 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4579f1-dcd2-4539-ba4f-fe3a28074fcd req-4a771fb9-e2b8-4e10-8151-913d506e9f47 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:23.876657 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5c4579f1-dcd2-4539-ba4f-fe3a28074fcd req-4a771fb9-e2b8-4e10-8151-913d506e9f47 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0f0fd5e7-f601-4fa1-870a-b2c497479260 HTTP/1.1" status: 200 len: 932 time: 0.0466025 Sep 20 04:57:23.923826 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5c4579f1-dcd2-4539-ba4f-fe3a28074fcd req-d4ecab81-f0a5-4933-a82e-71c3b740d3f6 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67f0d79f-bc1f-4541-83ea-b400fd616fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410609 Sep 20 04:57:24.060763 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:57:24.119980 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-95d2bd49-e098-4b94-a615-5bfcbd271986 None None] Attempt 4 to provision port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf Sep 20 04:57:24.151940 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-95d2bd49-e098-4b94-a615-5bfcbd271986 None None] Port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:57:24.188438 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Request body: {'port': {'device_id': '0f0fd5e7-f601-4fa1-870a-b2c497479260', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:24.247440 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (7b4bd97f-fb1e-4d96-8371-721ef17b2faf), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:24.404859 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:24.452786 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:24.498044 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4bd97f-fb1e-4d96-8371-721ef17b2faf {{(pid=112592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:57:24.505539 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Publish callbacks [] for port (7b4bd97f-fb1e-4d96-8371-721ef17b2faf), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:24.517986 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.provisioning_blocks [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Transition to ACTIVE for port object 7b4bd97f-fb1e-4d96-8371-721ef17b2faf will not be triggered until provisioned by entity L2. {{(pid=112592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 04:57:24.521599 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (7b4bd97f-fb1e-4d96-8371-721ef17b2faf), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:24.570991 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7be1c0-d3f9-4765-80b5-94d8a9c6dfd6 req-2409fe16-f107-43f8-a05a-d91feefb5065 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:24.572487 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-be7be1c0-d3f9-4765-80b5-94d8a9c6dfd6 req-2409fe16-f107-43f8-a05a-d91feefb5065 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.0482733 Sep 20 04:57:24.605205 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4bd97f-fb1e-4d96-8371-721ef17b2faf,revision_number=2']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:24.638018 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Attempting to bind port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:57:24.638362 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Attempting to bind port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:57:24.638694 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Attempting to bind port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf on network 637b3136-e650-47ef-a9fe-492091eb8174 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:57:24.653607 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-95d2bd49-e098-4b94-a615-5bfcbd271986 None None] Attempt 5 to provision port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf Sep 20 04:57:24.657868 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-be7be1c0-d3f9-4765-80b5-94d8a9c6dfd6 req-13cc482b-a98d-4d10-a971-214b39e4e758 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Deleting port 512e1b53-d964-4c70-8001-91bd16999e8b {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:57:24.658147 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-be7be1c0-d3f9-4765-80b5-94d8a9c6dfd6 req-13cc482b-a98d-4d10-a971-214b39e4e758 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (512e1b53-d964-4c70-8001-91bd16999e8b), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:24.683003 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf on network 637b3136-e650-47ef-a9fe-492091eb8174 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 04:57:24.683436 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Attempting to bind port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf on network 637b3136-e650-47ef-a9fe-492091eb8174 {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:57:24.686673 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-95d2bd49-e098-4b94-a615-5bfcbd271986 None None] Port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:57:24.725217 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:57:24.725818 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Checking segment: {'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:57:24.725947 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Bound using segment: {'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'} {{(pid=112592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:57:24.726369 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.managers [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Bound port: 7b4bd97f-fb1e-4d96-8371-721ef17b2faf, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b21cc3-5545-4710-9364-195641e63216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174'}}] {{(pid=112592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:57:24.726733 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (7b4bd97f-fb1e-4d96-8371-721ef17b2faf), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:24.747134 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-be7be1c0-d3f9-4765-80b5-94d8a9c6dfd6 req-13cc482b-a98d-4d10-a971-214b39e4e758 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] For port 512e1b53-d964-4c70-8001-91bd16999e8b, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=512e1b53-d964-4c70-8001-91bd16999e8b,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:57:24.747499 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-be7be1c0-d3f9-4765-80b5-94d8a9c6dfd6 req-13cc482b-a98d-4d10-a971-214b39e4e758 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (512e1b53-d964-4c70-8001-91bd16999e8b), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:24.760146 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-be7be1c0-d3f9-4765-80b5-94d8a9c6dfd6 req-13cc482b-a98d-4d10-a971-214b39e4e758 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Calling delete_port for 512e1b53-d964-4c70-8001-91bd16999e8b owned by compute:nova {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:57:24.792670 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] For port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf, host hv-cinder-75671, cleared binding levels {{(pid=112592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:57:24.796026 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] For port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=7b4bd97f-fb1e-4d96-8371-721ef17b2faf,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:57:24.802646 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (7b4bd97f-fb1e-4d96-8371-721ef17b2faf), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:24.806662 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:24.807142 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:24.808555 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/7b4bd97f-fb1e-4d96-8371-721ef17b2faf HTTP/1.1" status: 200 len: 1094 time: 0.6669040 Sep 20 04:57:24.810930 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0fd5e7-f601-4fa1-870a-b2c497479260', 'tag': '7b4bd97f-fb1e-4d96-8371-721ef17b2faf'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:57:24.813222 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed868d28-a450-4a16-a0d2-06167767d156" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0fd5e7-f601-4fa1-870a-b2c497479260", "tag": "7b4bd97f-fb1e-4d96-8371-721ef17b2faf"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:57:24.896783 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-be7be1c0-d3f9-4765-80b5-94d8a9c6dfd6 req-13cc482b-a98d-4d10-a971-214b39e4e758 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (512e1b53-d964-4c70-8001-91bd16999e8b), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:24.925134 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc482b-a98d-4d10-a971-214b39e4e758 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Pushing event deleted for resources: {'Port': ['ID=512e1b53-d964-4c70-8001-91bd16999e8b,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:24.930942 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['e7732f19-361c-4723-a7a3-dd9abf4593ea', '512e1b53-d964-4c70-8001-91bd16999e8b'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:57:24.941430 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c8f0f-5ca3-4301-a2ca-7bc0ef8518a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4bd97f-fb1e-4d96-8371-721ef17b2faf,revision_number=3']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:24.961193 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0a147-493e-41cd-af17-bb802b3ee444 req-345ea4f9-f8fd-4510-818e-ccb4b042118d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:24.962714 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-24c0a147-493e-41cd-af17-bb802b3ee444 req-345ea4f9-f8fd-4510-818e-ccb4b042118d tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d4e85593-565d-40c6-bed2-121ca9466654 HTTP/1.1" status: 200 len: 945 time: 0.1058962 Sep 20 04:57:24.966541 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-b24e9bff-fe16-49ab-ab8e-96215ddcdc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:24.967928 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-b24e9bff-fe16-49ab-ab8e-96215ddcdc13 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f0f0b8842ae496292c27a6ee1350d32&device_id=0f0fd5e7-f601-4fa1-870a-b2c497479260 HTTP/1.1" status: 200 len: 1128 time: 0.0758476 Sep 20 04:57:24.972701 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7be1c0-d3f9-4765-80b5-94d8a9c6dfd6 req-13cc482b-a98d-4d10-a971-214b39e4e758 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] No DVR routers for this DVR port 512e1b53-d964-4c70-8001-91bd16999e8b on host hv-cinder-75671 {{(pid=112593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 04:57:24.975388 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-be7be1c0-d3f9-4765-80b5-94d8a9c6dfd6 req-13cc482b-a98d-4d10-a971-214b39e4e758 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:24.979228 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-be7be1c0-d3f9-4765-80b5-94d8a9c6dfd6 req-13cc482b-a98d-4d10-a971-214b39e4e758 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.25 "DELETE /networking/v2.0/ports/512e1b53-d964-4c70-8001-91bd16999e8b HTTP/1.1" status: 204 len: 173 time: 0.4011145 Sep 20 04:57:24.979734 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e85593-565d-40c6-bed2-121ca9466654', 'name': 'network-vif-deleted', 'tag': '512e1b53-d964-4c70-8001-91bd16999e8b'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:57:24.982692 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0269ea7a-9670-4e7f-93d2-aa0d094c98d4" -d '{"events": [{"server_uuid": "d4e85593-565d-40c6-bed2-121ca9466654", "name": "network-vif-deleted", "tag": "512e1b53-d964-4c70-8001-91bd16999e8b"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:57:25.034498 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-428910fd-9769-4003-a434-ae8cef2a8d4d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b4bd97f-fb1e-4d96-8371-721ef17b2faf HTTP/1.1" status: 200 len: 217 time: 0.0393760 Sep 20 04:57:25.085663 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-24c0a147-493e-41cd-af17-bb802b3ee444 req-e2412e73-4c0a-42cc-9b6d-080ab7c513e2 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119373 Sep 20 04:57:25.098749 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-153da2eb-6c40-49d6-a8e2-f79c3ce80299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:25.100264 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-153da2eb-6c40-49d6-a8e2-f79c3ce80299 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f57d475-8572-4ec4-8852-9471b6c9f7c5 HTTP/1.1" status: 200 len: 854 time: 0.0595355 Sep 20 04:57:25.149736 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb05f0a-26e7-426e-b153-d99eccc502f0 x-openstack-request-id: req-7cb05f0a-26e7-426e-b153-d99eccc502f0 {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:57:25.150852 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0fd5e7-f601-4fa1-870a-b2c497479260", "tag": "7b4bd97f-fb1e-4d96-8371-721ef17b2faf", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:57:25.150972 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7cb05f0a-26e7-426e-b153-d99eccc502f0 {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:57:25.151282 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cb05f0a-26e7-426e-b153-d99eccc502f0'] response: {'name': 'network-changed', 'server_uuid': '0f0fd5e7-f601-4fa1-870a-b2c497479260', 'tag': '7b4bd97f-fb1e-4d96-8371-721ef17b2faf', 'status': 'completed', 'code': 200} Sep 20 04:57:25.170684 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-c8bae287-64b3-438d-906c-a8adb61ed681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:25.171678 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-c8bae287-64b3-438d-906c-a8adb61ed681 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=637b3136-e650-47ef-a9fe-492091eb8174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599854 Sep 20 04:57:25.188029 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-95d2bd49-e098-4b94-a615-5bfcbd271986 None None] Attempt 6 to provision port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf Sep 20 04:57:25.228286 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-95d2bd49-e098-4b94-a615-5bfcbd271986 None None] Port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf had new provisioning blocks added so it will not transition to active. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 04:57:25.284133 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02309333-7e92-4dab-9811-c6c9cc53ac1b req-d1b52d43-b869-418e-9a39-91d231f91732 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:25.285779 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-02309333-7e92-4dab-9811-c6c9cc53ac1b req-d1b52d43-b869-418e-9a39-91d231f91732 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0f0fd5e7-f601-4fa1-870a-b2c497479260 HTTP/1.1" status: 200 len: 944 time: 0.0942852 Sep 20 04:57:25.336933 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-1d47f012-3b5e-4b3e-8ad5-960d4d288f37 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589713 Sep 20 04:57:25.352238 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:25.366208 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-02309333-7e92-4dab-9811-c6c9cc53ac1b req-db825871-1597-4928-8d9d-892084c2bfdc tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67f0d79f-bc1f-4541-83ea-b400fd616fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649970 Sep 20 04:57:25.469931 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd8224f-e7e5-4dae-8382-33eccabb5708 x-openstack-request-id: req-cbd8224f-e7e5-4dae-8382-33eccabb5708 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:57:25.470224 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e85593-565d-40c6-bed2-121ca9466654", "name": "network-vif-deleted", "tag": "512e1b53-d964-4c70-8001-91bd16999e8b", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:57:25.470476 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cbd8224f-e7e5-4dae-8382-33eccabb5708 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:57:25.470874 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd8224f-e7e5-4dae-8382-33eccabb5708'] response: {'server_uuid': 'd4e85593-565d-40c6-bed2-121ca9466654', 'name': 'network-vif-deleted', 'tag': '512e1b53-d964-4c70-8001-91bd16999e8b', 'status': 'completed', 'code': 200} Sep 20 04:57:25.610072 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:25.638132 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9c7581d9-08e5-459b-b867-3b0c4b4a93e8 req-33645af8-1422-47d4-8e59-d678c1ce4816 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846324 Sep 20 04:57:26.354454 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dafc75-d50b-4154-a935-9bd84705b3e3 req-42754b00-db5c-458b-b767-810fb67c10ef tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:26.355912 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-15dafc75-d50b-4154-a935-9bd84705b3e3 req-42754b00-db5c-458b-b767-810fb67c10ef tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0467007 Sep 20 04:57:26.407618 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-15dafc75-d50b-4154-a935-9bd84705b3e3 req-fea20a0a-407f-4a3a-8e32-c5172acc687c tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461361 Sep 20 04:57:26.509120 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6784e-8826-4eb8-87d9-bc8f92dccc9f req-2f02b1e6-d693-4b07-a8d7-f7e1268c8768 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:26.511233 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-05d6784e-8826-4eb8-87d9-bc8f92dccc9f req-2f02b1e6-d693-4b07-a8d7-f7e1268c8768 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0f0fd5e7-f601-4fa1-870a-b2c497479260 HTTP/1.1" status: 200 len: 944 time: 0.0468373 Sep 20 04:57:26.559835 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-05d6784e-8826-4eb8-87d9-bc8f92dccc9f req-97916827-797c-4a18-baaa-2c468d27ca1c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67f0d79f-bc1f-4541-83ea-b400fd616fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425498 Sep 20 04:57:27.525191 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4212ab-d796-4687-b675-be0aead84f1d req-1e10fa90-d03a-4cd5-b8d9-1767fe275269 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:27.527242 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4d4212ab-d796-4687-b675-be0aead84f1d req-1e10fa90-d03a-4cd5-b8d9-1767fe275269 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0457208 Sep 20 04:57:27.571529 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4d4212ab-d796-4687-b675-be0aead84f1d req-0f6ff21a-ffbb-484e-8811-c2f51bbf3fdb tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388224 Sep 20 04:57:27.680072 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ea224-6b4d-41b4-b1ec-a14cbfbb795a req-6101bf87-7f69-47a4-8bd6-c96d64381f8e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:27.681532 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2b9ea224-6b4d-41b4-b1ec-a14cbfbb795a req-6101bf87-7f69-47a4-8bd6-c96d64381f8e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0f0fd5e7-f601-4fa1-870a-b2c497479260 HTTP/1.1" status: 200 len: 944 time: 0.0491164 Sep 20 04:57:27.727152 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2b9ea224-6b4d-41b4-b1ec-a14cbfbb795a req-fed9c83d-068e-4c53-8536-338e05ee7ae3 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67f0d79f-bc1f-4541-83ea-b400fd616fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400479 Sep 20 04:57:27.843016 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 7b4bd97f-fb1e-4d96-8371-721ef17b2faf details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 04:57:27.857858 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 512e1b53-d964-4c70-8001-91bd16999e8b no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:57:27.882344 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: 512e1b53-d964-4c70-8001-91bd16999e8b {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:57:27.882686 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 512e1b53-d964-4c70-8001-91bd16999e8b not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:57:27.888119 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:27.926701 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:27.963621 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=7b4bd97f-fb1e-4d96-8371-721ef17b2faf,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:57:27.974744 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': '7b4bd97f-fb1e-4d96-8371-721ef17b2faf', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'port_id': '7b4bd97f-fb1e-4d96-8371-721ef17b2faf', 'mac_address': 'fa:16:3e:c4:35:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 04:57:28.011852 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:57:28.012234 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (7b4bd97f-fb1e-4d96-8371-721ef17b2faf), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:28.024988 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4bd97f-fb1e-4d96-8371-721ef17b2faf {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:57:28.043843 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=7b4bd97f-fb1e-4d96-8371-721ef17b2faf,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:57:28.045376 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=45 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:28.047826 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (7b4bd97f-fb1e-4d96-8371-721ef17b2faf), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:28.092236 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=7b4bd97f-fb1e-4d96-8371-721ef17b2faf,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:28.391571 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['7b4bd97f-fb1e-4d96-8371-721ef17b2faf'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:57:28.691119 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513289a-218a-4ca6-b247-6a233f0b776f req-82d5a96a-c1cf-4f4d-8a34-6fa31c8f4ca5 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:28.692498 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7513289a-218a-4ca6-b247-6a233f0b776f req-82d5a96a-c1cf-4f4d-8a34-6fa31c8f4ca5 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0463121 Sep 20 04:57:28.738471 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7513289a-218a-4ca6-b247-6a233f0b776f req-e157791e-1920-430b-ae5e-090572868712 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405657 Sep 20 04:57:28.847471 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446ec67-c1b9-40f1-a7d0-c7c06f97908b req-ce2beda5-ddb5-432e-9036-16372a89414c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:28.848959 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9446ec67-c1b9-40f1-a7d0-c7c06f97908b req-ce2beda5-ddb5-432e-9036-16372a89414c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0f0fd5e7-f601-4fa1-870a-b2c497479260 HTTP/1.1" status: 200 len: 945 time: 0.0492675 Sep 20 04:57:28.910985 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed868d28-a450-4a16-a0d2-06167767d156 req-1bde6c09-fda8-46ef-a75f-393bd7ce94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:28.912494 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ed868d28-a450-4a16-a0d2-06167767d156 req-1bde6c09-fda8-46ef-a75f-393bd7ce94e3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f0f0b8842ae496292c27a6ee1350d32&device_id=0f0fd5e7-f601-4fa1-870a-b2c497479260 HTTP/1.1" status: 200 len: 1129 time: 0.0626769 Sep 20 04:57:28.951444 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9446ec67-c1b9-40f1-a7d0-c7c06f97908b req-29428774-d3d2-4858-ac24-15a1d2561aa3 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67f0d79f-bc1f-4541-83ea-b400fd616fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924313 Sep 20 04:57:29.018996 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed868d28-a450-4a16-a0d2-06167767d156 req-99535e6b-e00a-43b5-a310-f014690c78f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:29.020438 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ed868d28-a450-4a16-a0d2-06167767d156 req-99535e6b-e00a-43b5-a310-f014690c78f8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=637b3136-e650-47ef-a9fe-492091eb8174 HTTP/1.1" status: 200 len: 915 time: 0.0997162 Sep 20 04:57:29.144742 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ed868d28-a450-4a16-a0d2-06167767d156 req-d8dfe6a7-ade7-439b-97ad-4175be83fc3c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b4bd97f-fb1e-4d96-8371-721ef17b2faf HTTP/1.1" status: 200 len: 217 time: 0.0336366 Sep 20 04:57:29.194847 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed868d28-a450-4a16-a0d2-06167767d156 req-e606a15d-89d1-4e94-82f4-407f4a1a0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:29.196301 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ed868d28-a450-4a16-a0d2-06167767d156 req-e606a15d-89d1-4e94-82f4-407f4a1a0f87 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f57d475-8572-4ec4-8852-9471b6c9f7c5 HTTP/1.1" status: 200 len: 854 time: 0.0459616 Sep 20 04:57:29.314327 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed868d28-a450-4a16-a0d2-06167767d156 req-44a3ac65-0ab1-4668-a7ce-020e64b5d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:29.315810 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ed868d28-a450-4a16-a0d2-06167767d156 req-44a3ac65-0ab1-4668-a7ce-020e64b5d80c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=637b3136-e650-47ef-a9fe-492091eb8174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398505 Sep 20 04:57:29.321000 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881da31b-bcd9-4348-9c47-fca6bc15be19 req-9e818139-94a6-45ea-8934-2d42bbb2ae42 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:29.323268 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-881da31b-bcd9-4348-9c47-fca6bc15be19 req-9e818139-94a6-45ea-8934-2d42bbb2ae42 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 946 time: 0.0471497 Sep 20 04:57:29.333478 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:29.355473 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:29.407012 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-881da31b-bcd9-4348-9c47-fca6bc15be19 req-ac13a92c-6a31-43eb-a092-bc223376a168 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Deleting port e7732f19-361c-4723-a7a3-dd9abf4593ea {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:57:29.407354 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-881da31b-bcd9-4348-9c47-fca6bc15be19 req-ac13a92c-6a31-43eb-a092-bc223376a168 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (e7732f19-361c-4723-a7a3-dd9abf4593ea), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:29.410224 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ed868d28-a450-4a16-a0d2-06167767d156 req-8303444e-7a87-41b8-9d40-cd6b844381a0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881913 Sep 20 04:57:29.461427 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:29.498921 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-881da31b-bcd9-4348-9c47-fca6bc15be19 req-ac13a92c-6a31-43eb-a092-bc223376a168 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] For port e7732f19-361c-4723-a7a3-dd9abf4593ea, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=e7732f19-361c-4723-a7a3-dd9abf4593ea,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:57:29.499288 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-881da31b-bcd9-4348-9c47-fca6bc15be19 req-ac13a92c-6a31-43eb-a092-bc223376a168 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (e7732f19-361c-4723-a7a3-dd9abf4593ea), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:29.502395 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ed868d28-a450-4a16-a0d2-06167767d156 req-7cee2420-eed8-4f21-8e0b-ec6454f5e8bb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859411 Sep 20 04:57:29.511881 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-881da31b-bcd9-4348-9c47-fca6bc15be19 req-ac13a92c-6a31-43eb-a092-bc223376a168 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Calling delete_port for e7732f19-361c-4723-a7a3-dd9abf4593ea owned by compute:nova {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:57:29.650009 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-881da31b-bcd9-4348-9c47-fca6bc15be19 req-ac13a92c-6a31-43eb-a092-bc223376a168 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (e7732f19-361c-4723-a7a3-dd9abf4593ea), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:29.678182 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13a92c-6a31-43eb-a092-bc223376a168 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Pushing event deleted for resources: {'Port': ['ID=e7732f19-361c-4723-a7a3-dd9abf4593ea,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:29.691430 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['e7732f19-361c-4723-a7a3-dd9abf4593ea'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:57:29.722296 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-881da31b-bcd9-4348-9c47-fca6bc15be19 req-ac13a92c-6a31-43eb-a092-bc223376a168 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] No DVR routers for this DVR port e7732f19-361c-4723-a7a3-dd9abf4593ea on host hv-cinder-75671 {{(pid=112593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 04:57:29.724564 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-881da31b-bcd9-4348-9c47-fca6bc15be19 req-ac13a92c-6a31-43eb-a092-bc223376a168 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:29.727718 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-881da31b-bcd9-4348-9c47-fca6bc15be19 req-ac13a92c-6a31-43eb-a092-bc223376a168 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.25 "DELETE /networking/v2.0/ports/e7732f19-361c-4723-a7a3-dd9abf4593ea HTTP/1.1" status: 204 len: 173 time: 0.3998044 Sep 20 04:57:29.728227 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2', 'name': 'network-vif-deleted', 'tag': 'e7732f19-361c-4723-a7a3-dd9abf4593ea'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:57:29.730515 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c784b0dc-4680-40f1-883b-b42be3a5446a" -d '{"events": [{"server_uuid": "208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2", "name": "network-vif-deleted", "tag": "e7732f19-361c-4723-a7a3-dd9abf4593ea"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:57:29.770813 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ed5c33-8cc0-4435-bb2d-9b5461066b67 x-openstack-request-id: req-48ed5c33-8cc0-4435-bb2d-9b5461066b67 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:57:29.771103 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2", "name": "network-vif-deleted", "tag": "e7732f19-361c-4723-a7a3-dd9abf4593ea", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:57:29.771482 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-48ed5c33-8cc0-4435-bb2d-9b5461066b67 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:57:29.771888 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ed5c33-8cc0-4435-bb2d-9b5461066b67'] response: {'server_uuid': '208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2', 'name': 'network-vif-deleted', 'tag': 'e7732f19-361c-4723-a7a3-dd9abf4593ea', 'status': 'completed', 'code': 200} Sep 20 04:57:29.827705 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:29.850094 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2627e926-60e5-4abf-9765-45e03f88cfe1 req-41f5a54d-5e73-4989-90fd-4506232ab160 tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=208aaf9d-a2c3-4fd5-a6aa-6d3390959ca2 HTTP/1.1" status: 200 len: 210 time: 0.0326262 Sep 20 04:57:29.912828 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 7b4bd97f-fb1e-4d96-8371-721ef17b2faf up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:57:29.957488 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 04:57:29.963715 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:57:29.964170 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (7b4bd97f-fb1e-4d96-8371-721ef17b2faf), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:29.964505 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf Sep 20 04:57:30.054995 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:57:30.055412 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (7b4bd97f-fb1e-4d96-8371-721ef17b2faf), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:30.066254 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:30.082618 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0fd5e7-f601-4fa1-870a-b2c497479260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4bd97f-fb1e-4d96-8371-721ef17b2faf'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:57:30.085076 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0dbc1-0082-4d14-9966-e754bee5f009 req-7e96ef29-5fb7-4d8b-a9f5-3a2dfc38dab6 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:30.085392 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b2869b-912d-41bf-bcdf-85a5a54983d7" -d '{"events": [{"server_uuid": "0f0fd5e7-f601-4fa1-870a-b2c497479260", "name": "network-vif-plugged", "status": "completed", "tag": "7b4bd97f-fb1e-4d96-8371-721ef17b2faf"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:57:30.086574 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d0c0dbc1-0082-4d14-9966-e754bee5f009 req-7e96ef29-5fb7-4d8b-a9f5-3a2dfc38dab6 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0f0fd5e7-f601-4fa1-870a-b2c497479260 HTTP/1.1" status: 200 len: 945 time: 0.0517380 Sep 20 04:57:30.098748 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=7b4bd97f-fb1e-4d96-8371-721ef17b2faf,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:57:30.103101 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (7b4bd97f-fb1e-4d96-8371-721ef17b2faf), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:30.104014 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device e7732f19-361c-4723-a7a3-dd9abf4593ea no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:57:30.145472 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: e7732f19-361c-4723-a7a3-dd9abf4593ea {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:57:30.145819 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device e7732f19-361c-4723-a7a3-dd9abf4593ea not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:57:30.148633 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d0c0dbc1-0082-4d14-9966-e754bee5f009 req-c913ad0f-f7a9-4e51-936a-f04d09d43daa tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67f0d79f-bc1f-4541-83ea-b400fd616fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554421 Sep 20 04:57:30.190606 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=7b4bd97f-fb1e-4d96-8371-721ef17b2faf,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:30.208279 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fd5fae-9bd8-483c-a9a9-4e0b9c0de549 x-openstack-request-id: req-94fd5fae-9bd8-483c-a9a9-4e0b9c0de549 {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:57:30.208637 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0fd5e7-f601-4fa1-870a-b2c497479260", "name": "network-vif-plugged", "status": "completed", "tag": "7b4bd97f-fb1e-4d96-8371-721ef17b2faf", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:57:30.208883 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-94fd5fae-9bd8-483c-a9a9-4e0b9c0de549 {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:57:30.209278 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94fd5fae-9bd8-483c-a9a9-4e0b9c0de549'] response: {'server_uuid': '0f0fd5e7-f601-4fa1-870a-b2c497479260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4bd97f-fb1e-4d96-8371-721ef17b2faf', 'code': 200} Sep 20 04:57:30.477222 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900bef7-efb6-4e52-8baf-547b6f5f78f4 req-2578b871-de20-4a72-85bd-ff272784002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:30.478628 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-d900bef7-efb6-4e52-8baf-547b6f5f78f4 req-2578b871-de20-4a72-85bd-ff272784002b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f0fd5e7-f601-4fa1-870a-b2c497479260 HTTP/1.1" status: 200 len: 1130 time: 0.0418017 Sep 20 04:57:30.521098 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-d900bef7-efb6-4e52-8baf-547b6f5f78f4 req-61d6bb87-483f-4eea-9114-c770c6565378 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=67f0d79f-bc1f-4541-83ea-b400fd616fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366688 Sep 20 04:57:30.915953 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52238) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:31.284104 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293565d5-7595-4c57-a102-10732f627225 req-9fc52c85-1f7e-4620-991b-1a606f6836b9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:31.285616 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-293565d5-7595-4c57-a102-10732f627225 req-9fc52c85-1f7e-4620-991b-1a606f6836b9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0f0fd5e7-f601-4fa1-870a-b2c497479260 HTTP/1.1" status: 200 len: 946 time: 0.0527306 Sep 20 04:57:31.334963 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-293565d5-7595-4c57-a102-10732f627225 req-3a7ec0b2-5e4b-4de4-995a-ec40614387bf tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67f0d79f-bc1f-4541-83ea-b400fd616fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430586 Sep 20 04:57:31.548279 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-26522799-ebd6-42fe-8f69-4a91a49d4529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4094629'] for router_interface (05244c5e-0162-4a82-bd62-1eef5d6666c3), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:31.622364 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:31.737448 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:31.768489 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-26522799-ebd6-42fe-8f69-4a91a49d4529 admin admin] Deleting port 017186fa-3ed0-4d45-a2f4-faeb87694cb0 {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:57:31.768858 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-26522799-ebd6-42fe-8f69-4a91a49d4529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (017186fa-3ed0-4d45-a2f4-faeb87694cb0), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:31.850245 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [None req-26522799-ebd6-42fe-8f69-4a91a49d4529 admin admin] For port 017186fa-3ed0-4d45-a2f4-faeb87694cb0, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=017186fa-3ed0-4d45-a2f4-faeb87694cb0,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:57:31.850545 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-26522799-ebd6-42fe-8f69-4a91a49d4529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (017186fa-3ed0-4d45-a2f4-faeb87694cb0), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:31.863363 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-26522799-ebd6-42fe-8f69-4a91a49d4529 admin admin] Calling delete_port for 017186fa-3ed0-4d45-a2f4-faeb87694cb0 owned by network:router_interface {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:57:32.046870 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-26522799-ebd6-42fe-8f69-4a91a49d4529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (017186fa-3ed0-4d45-a2f4-faeb87694cb0), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:32.071084 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26522799-ebd6-42fe-8f69-4a91a49d4529 admin admin] Pushing event deleted for resources: {'Port': ['ID=017186fa-3ed0-4d45-a2f4-faeb87694cb0,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:32.239556 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-26522799-ebd6-42fe-8f69-4a91a49d4529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3684142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3778325'] for router_interface (05244c5e-0162-4a82-bd62-1eef5d6666c3), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:32.425514 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:32.441744 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26522799-ebd6-42fe-8f69-4a91a49d4529 admin admin] Router 05244c5e-0162-4a82-bd62-1eef5d6666c3 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:57:32.455822 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd629f-ac03-4477-82c4-a50051feb0f2 req-bcd46f70-8598-4b94-9ae9-feb220bae032 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:32.457322 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3abd629f-ac03-4477-82c4-a50051feb0f2 req-bcd46f70-8598-4b94-9ae9-feb220bae032 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0f0fd5e7-f601-4fa1-870a-b2c497479260 HTTP/1.1" status: 200 len: 946 time: 0.0470939 Sep 20 04:57:32.503605 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3abd629f-ac03-4477-82c4-a50051feb0f2 req-57b8a2a7-9196-40e0-ab76-0c60c1117105 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67f0d79f-bc1f-4541-83ea-b400fd616fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405996 Sep 20 04:57:32.543859 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26522799-ebd6-42fe-8f69-4a91a49d4529 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:57:32.548879 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-26522799-ebd6-42fe-8f69-4a91a49d4529 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/05244c5e-0162-4a82-bd62-1eef5d6666c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6318114 Sep 20 04:57:32.551717 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52248) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:32.553693 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52b98a9-7842-410b-a83e-58322022e695 None None] Sync routers for ids ['05244c5e-0162-4a82-bd62-1eef5d6666c3'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:57:32.564440 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52b98a9-7842-410b-a83e-58322022e695 None None] Routers {'05244c5e-0162-4a82-bd62-1eef5d6666c3'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:57:32.565098 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-b52b98a9-7842-410b-a83e-58322022e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:57:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['05244c5e-0162-4a82-bd62-1eef5d6666c3'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:32.663490 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-b52b98a9-7842-410b-a83e-58322022e695 None None] Set router 05244c5e-0162-4a82-bd62-1eef5d6666c3 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:57:32.670378 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b923b-418e-4fee-b3a8-df23a7b0cd0b req-bef6640e-238c-47b9-ab64-4707bf14d084 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:32.671850 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-695b923b-418e-4fee-b3a8-df23a7b0cd0b req-bef6640e-238c-47b9-ab64-4707bf14d084 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0f0fd5e7-f601-4fa1-870a-b2c497479260 HTTP/1.1" status: 200 len: 946 time: 0.0796275 Sep 20 04:57:32.682689 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52250) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:32.687412 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-a53088bd-cac5-4dea-86e0-a2283864f51f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Request body: {'floatingip': {'port_id': '7b4bd97f-fb1e-4d96-8371-721ef17b2faf'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:32.692856 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8fd59d56-be46-410c-8b9e-ca6cbcd6c097 admin admin] Publish callbacks [] for router (05244c5e-0162-4a82-bd62-1eef5d6666c3), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:32.729645 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-a53088bd-cac5-4dea-86e0-a2283864f51f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (6bab0e6f-b9e8-4704-b25e-9535cf4a4d0f), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:32.794812 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8fd59d56-be46-410c-8b9e-ca6cbcd6c097 admin admin] Publish callbacks [] for router_gateway (05244c5e-0162-4a82-bd62-1eef5d6666c3), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:32.796371 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:32.842480 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-8fd59d56-be46-410c-8b9e-ca6cbcd6c097 admin admin] Deleting port b2de76d2-619a-42e2-8f1d-ff71112c8fb9 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:57:32.843091 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8fd59d56-be46-410c-8b9e-ca6cbcd6c097 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (b2de76d2-619a-42e2-8f1d-ff71112c8fb9), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:32.928862 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-b52b98a9-7842-410b-a83e-58322022e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-router', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:57:32Z', 'revision_number': 5, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'gw_port': {'id': 'b2de76d2-619a-42e2-8f1d-ff71112c8fb9', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:32.938003 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [None req-8fd59d56-be46-410c-8b9e-ca6cbcd6c097 admin admin] For port b2de76d2-619a-42e2-8f1d-ff71112c8fb9, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=b2de76d2-619a-42e2-8f1d-ff71112c8fb9,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:57:32.938422 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8fd59d56-be46-410c-8b9e-ca6cbcd6c097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (b2de76d2-619a-42e2-8f1d-ff71112c8fb9), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:32.959205 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52b98a9-7842-410b-a83e-58322022e695 None None] Checking router: 05244c5e-0162-4a82-bd62-1eef5d6666c3 for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:57:32.960431 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-8fd59d56-be46-410c-8b9e-ca6cbcd6c097 admin admin] Calling delete_port for b2de76d2-619a-42e2-8f1d-ff71112c8fb9 owned by network:router_gateway {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:57:32.969126 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52b98a9-7842-410b-a83e-58322022e695 None None] Routers {'05244c5e-0162-4a82-bd62-1eef5d6666c3'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:57:32.969783 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-b52b98a9-7842-410b-a83e-58322022e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:57:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['05244c5e-0162-4a82-bd62-1eef5d6666c3'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:33.051266 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-b52b98a9-7842-410b-a83e-58322022e695 None None] Set router 05244c5e-0162-4a82-bd62-1eef5d6666c3 gateway port host: None {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:57:33.102946 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-b52b98a9-7842-410b-a83e-58322022e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-router', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:57:32Z', 'revision_number': 6, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'gw_port_host': None}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:33.116828 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:33.127848 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52b98a9-7842-410b-a83e-58322022e695 None None] The sync data for ids ['05244c5e-0162-4a82-bd62-1eef5d6666c3'] in dv-cinder-756710-7-iscsi is: [{'id': '05244c5e-0162-4a82-bd62-1eef5d6666c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1271730898-router', 'tenant_id': '5f0a24f6f6994f45bd314d3009b0a572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:49Z', 'updated_at': '2022-09-20T04:57:32Z', 'revision_number': 6, 'project_id': '5f0a24f6f6994f45bd314d3009b0a572', 'gw_port_host': None}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:57:33.133707 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8fd59d56-be46-410c-8b9e-ca6cbcd6c097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (b2de76d2-619a-42e2-8f1d-ff71112c8fb9), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:33.139720 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:33.161562 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd59d56-be46-410c-8b9e-ca6cbcd6c097 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2de76d2-619a-42e2-8f1d-ff71112c8fb9,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:33.185162 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-a53088bd-cac5-4dea-86e0-a2283864f51f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:33.197515 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-a53088bd-cac5-4dea-86e0-a2283864f51f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (6bab0e6f-b9e8-4704-b25e-9535cf4a4d0f), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:33.229865 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8fd59d56-be46-410c-8b9e-ca6cbcd6c097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3775071'] for router_gateway (05244c5e-0162-4a82-bd62-1eef5d6666c3), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:33.296827 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.l3_db [None req-a53088bd-cac5-4dea-86e0-a2283864f51f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Floating IP 6bab0e6f-b9e8-4704-b25e-9535cf4a4d0f associated. External IP: 172.27.1.209, port: 7b4bd97f-fb1e-4d96-8371-721ef17b2faf. Sep 20 04:57:33.316475 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8fd59d56-be46-410c-8b9e-ca6cbcd6c097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4743'] for router (05244c5e-0162-4a82-bd62-1eef5d6666c3), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:33.318662 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8fd59d56-be46-410c-8b9e-ca6cbcd6c097 admin admin] Publish callbacks [] for router_controller (05244c5e-0162-4a82-bd62-1eef5d6666c3), precommit_delete_associations {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:33.359487 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8fd59d56-be46-410c-8b9e-ca6cbcd6c097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3778408'] for router (05244c5e-0162-4a82-bd62-1eef5d6666c3), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:33.360218 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd59d56-be46-410c-8b9e-ca6cbcd6c097 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05244c5e-0162-4a82-bd62-1eef5d6666c3 {{(pid=112592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 04:57:33.364861 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-8fd59d56-be46-410c-8b9e-ca6cbcd6c097 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:33.366060 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-8fd59d56-be46-410c-8b9e-ca6cbcd6c097 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/05244c5e-0162-4a82-bd62-1eef5d6666c3 HTTP/1.1" status: 204 len: 168 time: 0.8131585 Sep 20 04:57:33.368548 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52252) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:33.413313 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2eb784-e23f-4e89-aa01-80aeb8999bf8 admin admin] Deleting subnet cf7788d5-5c18-43ac-bdba-25d88d0e67a1 {{(pid=112592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 04:57:33.417128 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ad2eb784-e23f-4e89-aa01-80aeb8999bf8 admin admin] Publish callbacks [] for subnet (cf7788d5-5c18-43ac-bdba-25d88d0e67a1), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:33.455084 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ad2eb784-e23f-4e89-aa01-80aeb8999bf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59606820'] for subnet (cf7788d5-5c18-43ac-bdba-25d88d0e67a1), precommit_delete_associations {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:33.493470 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53088bd-cac5-4dea-86e0-a2283864f51f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Router 7682264b-089e-428b-8ddc-de27bd112194 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:57:33.500877 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:33.530973 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ad2eb784-e23f-4e89-aa01-80aeb8999bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766695'] for subnet (cf7788d5-5c18-43ac-bdba-25d88d0e67a1), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:33.589972 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ad2eb784-e23f-4e89-aa01-80aeb8999bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59301371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58868331'] for subnet (cf7788d5-5c18-43ac-bdba-25d88d0e67a1), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:33.604188 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53088bd-cac5-4dea-86e0-a2283864f51f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:57:33.609370 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-a53088bd-cac5-4dea-86e0-a2283864f51f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:33.614805 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db384115-40a7-4b31-bb0f-686dc66353ae None None] Sync routers for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:57:33.621586 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2eb784-e23f-4e89-aa01-80aeb8999bf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf7788d5-5c18-43ac-bdba-25d88d0e67a1,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:33.625027 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ad2eb784-e23f-4e89-aa01-80aeb8999bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:33.630821 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-ad2eb784-e23f-4e89-aa01-80aeb8999bf8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/cf7788d5-5c18-43ac-bdba-25d88d0e67a1 HTTP/1.1" status: 204 len: 168 time: 0.2607143 Sep 20 04:57:33.631416 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52254) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:33.632261 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d59604-c0fa-40d0-a400-65b1ab077c78 None None] Network 7f03bfe9-ec72-45e7-b49d-83e075955154 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:57:33.639068 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db384115-40a7-4b31-bb0f-686dc66353ae None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:57:33.639708 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-db384115-40a7-4b31-bb0f-686dc66353ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:57:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:33.660893 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-a53088bd-cac5-4dea-86e0-a2283864f51f tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/6bab0e6f-b9e8-4704-b25e-9535cf4a4d0f HTTP/1.1" status: 200 len: 992 time: 0.9769032 Sep 20 04:57:33.661927 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0fd5e7-f601-4fa1-870a-b2c497479260', 'tag': '7b4bd97f-fb1e-4d96-8371-721ef17b2faf'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:57:33.664287 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f73aae-3601-4707-8ac6-13d597a149fb" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0fd5e7-f601-4fa1-870a-b2c497479260", "tag": "7b4bd97f-fb1e-4d96-8371-721ef17b2faf"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:57:33.704655 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726418'] for network (7f03bfe9-ec72-45e7-b49d-83e075955154), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:33.706389 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc49d20-1747-49c2-a28a-48a18ddc5cb2 x-openstack-request-id: req-4bc49d20-1747-49c2-a28a-48a18ddc5cb2 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:57:33.706618 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0fd5e7-f601-4fa1-870a-b2c497479260", "tag": "7b4bd97f-fb1e-4d96-8371-721ef17b2faf", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:57:33.706869 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4bc49d20-1747-49c2-a28a-48a18ddc5cb2 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:57:33.707572 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc49d20-1747-49c2-a28a-48a18ddc5cb2'] response: {'name': 'network-changed', 'server_uuid': '0f0fd5e7-f601-4fa1-870a-b2c497479260', 'tag': '7b4bd97f-fb1e-4d96-8371-721ef17b2faf', 'status': 'completed', 'code': 200} Sep 20 04:57:33.745989 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] Deleting port 0cc969a2-7487-4a95-adfd-8f55b7fde35f {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:57:33.746403 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (0cc969a2-7487-4a95-adfd-8f55b7fde35f), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:33.783254 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:33.794994 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f73aae-3601-4707-8ac6-13d597a149fb req-7b8ce1f6-8ba8-4cb3-8ffe-3f6c0861d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:33.796577 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-95f73aae-3601-4707-8ac6-13d597a149fb req-7b8ce1f6-8ba8-4cb3-8ffe-3f6c0861d7cf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f0f0b8842ae496292c27a6ee1350d32&device_id=0f0fd5e7-f601-4fa1-870a-b2c497479260 HTTP/1.1" status: 200 len: 1130 time: 0.0413117 Sep 20 04:57:33.813739 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-db384115-40a7-4b31-bb0f-686dc66353ae None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:57:33.815898 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] For port 0cc969a2-7487-4a95-adfd-8f55b7fde35f, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=0cc969a2-7487-4a95-adfd-8f55b7fde35f,segment=NetworkSegment(0d4de3b2-d90d-4bb3-9b3b-a7361cea5117),segment_id=0d4de3b2-d90d-4bb3-9b3b-a7361cea5117)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:57:33.815898 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (0cc969a2-7487-4a95-adfd-8f55b7fde35f), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:33.830400 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] Calling delete_port for 0cc969a2-7487-4a95-adfd-8f55b7fde35f owned by network:dhcp {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:57:33.842306 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:33.900761 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f73aae-3601-4707-8ac6-13d597a149fb req-ca71005a-a501-4999-aa88-f4fc72fbb611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:33.902298 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-95f73aae-3601-4707-8ac6-13d597a149fb req-ca71005a-a501-4999-aa88-f4fc72fbb611 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=637b3136-e650-47ef-a9fe-492091eb8174 HTTP/1.1" status: 200 len: 915 time: 0.1002166 Sep 20 04:57:33.939006 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (0cc969a2-7487-4a95-adfd-8f55b7fde35f), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:33.982976 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc969a2-7487-4a95-adfd-8f55b7fde35f,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:33.988902 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] No DVR routers for this DVR port 0cc969a2-7487-4a95-adfd-8f55b7fde35f on host dv-cinder-756710-7-iscsi {{(pid=112592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 04:57:34.043832 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-95f73aae-3601-4707-8ac6-13d597a149fb req-edc5e633-157b-41b9-8c21-ece1bf409826 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b4bd97f-fb1e-4d96-8371-721ef17b2faf HTTP/1.1" status: 200 len: 1000 time: 0.1353776 Sep 20 04:57:34.050439 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abb6765-0388-4c39-817c-61b1fd0f487c None None] DHCP port deletion for 7f03bfe9-ec72-45e7-b49d-83e075955154 request from dv-cinder-756710-7-iscsi {{(pid=112594) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 04:57:34.060191 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 017186fa-3ed0-4d45-a2f4-faeb87694cb0 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:57:34.083473 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: 017186fa-3ed0-4d45-a2f4-faeb87694cb0 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:57:34.083828 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 017186fa-3ed0-4d45-a2f4-faeb87694cb0 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:57:34.084257 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 0cc969a2-7487-4a95-adfd-8f55b7fde35f no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:57:34.084466 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729292', 'neutron.services.segments.db._delete_segments_for_network-8739023563457'] for network (7f03bfe9-ec72-45e7-b49d-83e075955154), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:34.115976 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f03bfe9-ec72-45e7-b49d-83e075955154']}} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:34.134738 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117') {'for_net_delete': True} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:34.135019 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4de3b2-d90d-4bb3-9b3b-a7361cea5117') {} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:34.146104 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:34.148414 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739023563349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59606815'] for segment (0d4de3b2-d90d-4bb3-9b3b-a7361cea5117), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:34.151009 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: 0cc969a2-7487-4a95-adfd-8f55b7fde35f {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:57:34.151576 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 0cc969a2-7487-4a95-adfd-8f55b7fde35f not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:57:34.152651 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device b2de76d2-619a-42e2-8f1d-ff71112c8fb9 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:57:34.174990 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (0d4de3b2-d90d-4bb3-9b3b-a7361cea5117), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:34.182847 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:34.185456 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=112592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 04:57:34.185908 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: b2de76d2-619a-42e2-8f1d-ff71112c8fb9 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:57:34.186055 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59301185'] for segment (0d4de3b2-d90d-4bb3-9b3b-a7361cea5117), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:34.186572 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device b2de76d2-619a-42e2-8f1d-ff71112c8fb9 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:57:34.249297 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.services.segments.plugin [-] Segment 0d4de3b2-d90d-4bb3-9b3b-a7361cea5117 resource provider aggregate not found Sep 20 04:57:34.281147 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.services.segments.plugin [-] Segment 0d4de3b2-d90d-4bb3-9b3b-a7361cea5117 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d4de3b2-d90d-4bb3-9b3b-a7361cea5117 found for delete ", "request_id": "req-917e5092-7184-4db6-963f-5d23164aff2b"}]} Sep 20 04:57:34.286233 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-db384115-40a7-4b31-bb0f-686dc66353ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '6bab0e6f-b9e8-4704-b25e-9535cf4a4d0f', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '7682264b-089e-428b-8ddc-de27bd112194', 'port_id': '7b4bd97f-fb1e-4d96-8371-721ef17b2faf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'mac_address': 'fa:16:3e:c4:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0fd5e7-f601-4fa1-870a-b2c497479260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:57:18Z', 'updated_at': '2022-09-20T04:57:33Z', 'revision_number': 1, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:34.292148 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3775114'] for network (7f03bfe9-ec72-45e7-b49d-83e075955154), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:34.301223 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:34.305200 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/7f03bfe9-ec72-45e7-b49d-83e075955154 HTTP/1.1" status: 204 len: 168 time: 0.6728530 Sep 20 04:57:34.322257 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63f728-9f8b-4497-bca7-2a8b6386a990 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f03bfe9-ec72-45e7-b49d-83e075955154,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:34.336154 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db384115-40a7-4b31-bb0f-686dc66353ae None None] Checking router: 7682264b-089e-428b-8ddc-de27bd112194 for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:57:34.346783 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db384115-40a7-4b31-bb0f-686dc66353ae None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:57:34.347519 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-db384115-40a7-4b31-bb0f-686dc66353ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:57:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:34.350983 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:34.364649 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f73aae-3601-4707-8ac6-13d597a149fb req-2fcdc100-929f-4535-8c96-4b829608f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:34.366125 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-95f73aae-3601-4707-8ac6-13d597a149fb req-2fcdc100-929f-4535-8c96-4b829608f5ed service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f57d475-8572-4ec4-8852-9471b6c9f7c5 HTTP/1.1" status: 200 len: 854 time: 0.3168135 Sep 20 04:57:34.418484 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f73aae-3601-4707-8ac6-13d597a149fb req-0ab09592-7d15-4be9-8766-04158538eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:34.421096 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-95f73aae-3601-4707-8ac6-13d597a149fb req-0ab09592-7d15-4be9-8766-04158538eb42 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=637b3136-e650-47ef-a9fe-492091eb8174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479600 Sep 20 04:57:34.459428 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52266) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:34.487217 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-db384115-40a7-4b31-bb0f-686dc66353ae None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:57:34.505813 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-189cda57-aef1-4939-8fe2-bf94067cc352 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5f0a24f6f6994f45bd314d3009b0a572&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0459151 Sep 20 04:57:34.506122 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52268) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:34.521439 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-95f73aae-3601-4707-8ac6-13d597a149fb req-2bc922d7-e47e-4cf5-a87c-6942c6551d3c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951250 Sep 20 04:57:34.559906 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4ca8711c-a064-47c4-9991-dab79529e5c6 admin admin] Publish callbacks [] for security_group (5ef372ac-2a41-4eb7-b123-f7a4cbb3072a), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:34.580583 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4ca8711c-a064-47c4-9991-dab79529e5c6 admin admin] Publish callbacks [] for security_group (5ef372ac-2a41-4eb7-b123-f7a4cbb3072a), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:34.618639 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-95f73aae-3601-4707-8ac6-13d597a149fb req-a2a3924c-b19c-44ad-83cc-1741ce7985c4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911922 Sep 20 04:57:34.628750 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4ca8711c-a064-47c4-9991-dab79529e5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (5ef372ac-2a41-4eb7-b123-f7a4cbb3072a), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:34.631227 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4ca8711c-a064-47c4-9991-dab79529e5c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:34.635308 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-4ca8711c-a064-47c4-9991-dab79529e5c6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5ef372ac-2a41-4eb7-b123-f7a4cbb3072a HTTP/1.1" status: 204 len: 168 time: 0.1254215 Sep 20 04:57:34.642358 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8711c-a064-47c4-9991-dab79529e5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef372ac-2a41-4eb7-b123-f7a4cbb3072a,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:34.722154 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-db384115-40a7-4b31-bb0f-686dc66353ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '6bab0e6f-b9e8-4704-b25e-9535cf4a4d0f', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '7682264b-089e-428b-8ddc-de27bd112194', 'port_id': '7b4bd97f-fb1e-4d96-8371-721ef17b2faf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'mac_address': 'fa:16:3e:c4:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0fd5e7-f601-4fa1-870a-b2c497479260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:57:18Z', 'updated_at': '2022-09-20T04:57:33Z', 'revision_number': 1, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:34.750816 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db384115-40a7-4b31-bb0f-686dc66353ae None None] The sync data for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi is: [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '6bab0e6f-b9e8-4704-b25e-9535cf4a4d0f', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '7682264b-089e-428b-8ddc-de27bd112194', 'port_id': '7b4bd97f-fb1e-4d96-8371-721ef17b2faf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'mac_address': 'fa:16:3e:c4:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0fd5e7-f601-4fa1-870a-b2c497479260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:57:18Z', 'updated_at': '2022-09-20T04:57:33Z', 'revision_number': 1, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:57:34.954963 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791d4019-31fc-42dd-acad-62a22cc4ab32 None None] New status for floating IP 6bab0e6f-b9e8-4704-b25e-9535cf4a4d0f: ACTIVE {{(pid=112595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 04:57:35.338686 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52290) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:35.432856 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-4327ab2d-c528-4921-b358-da14b0f9da86 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-970950341-network', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:35.453346 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4327ab2d-c528-4921-b358-da14b0f9da86 admin admin] Made reservation on behalf of 56047142d69c4c1cbfa9f6a278622332 for: {'network': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:57:35.455612 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4327ab2d-c528-4921-b358-da14b0f9da86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for network (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:35.467315 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4327ab2d-c528-4921-b358-da14b0f9da86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:35.545409 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4327ab2d-c528-4921-b358-da14b0f9da86 admin admin] Publish callbacks [] for security_group (d1df42de-ae37-4a17-9443-504b3cbf4f42), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:35.549065 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4327ab2d-c528-4921-b358-da14b0f9da86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (d1df42de-ae37-4a17-9443-504b3cbf4f42), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:35.570087 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4327ab2d-c528-4921-b358-da14b0f9da86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=112592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 04:57:35.590861 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4327ab2d-c528-4921-b358-da14b0f9da86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (4ec721cd-517f-4e67-96c6-2ba3e7684641), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:35.591208 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.segments_db [None req-4327ab2d-c528-4921-b358-da14b0f9da86 admin admin] Added segment 4ec721cd-517f-4e67-96c6-2ba3e7684641 of type vlan for network df11c176-b7e2-4ad1-93ab-93f2f2c98460 Sep 20 04:57:35.592580 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327ab2d-c528-4921-b358-da14b0f9da86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1df42de-ae37-4a17-9443-504b3cbf4f42,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:35.635286 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4327ab2d-c528-4921-b358-da14b0f9da86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739023002296'] for network (df11c176-b7e2-4ad1-93ab-93f2f2c98460), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:35.660271 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4327ab2d-c528-4921-b358-da14b0f9da86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for network (df11c176-b7e2-4ad1-93ab-93f2f2c98460), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:35.661289 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4327ab2d-c528-4921-b358-da14b0f9da86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:35.661875 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4327ab2d-c528-4921-b358-da14b0f9da86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:35.719186 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-4327ab2d-c528-4921-b358-da14b0f9da86 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3794098 Sep 20 04:57:35.722100 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52294) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:35.726941 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-f55ef944-2f06-4940-98ac-96c75341e677 admin admin] Request body: {'subnet': {'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-subnet', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:35.730577 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327ab2d-c528-4921-b358-da14b0f9da86 admin admin] Pushing event updated for resources: {'Network': ['ID=df11c176-b7e2-4ad1-93ab-93f2f2c98460,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:35.740773 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Network df11c176-b7e2-4ad1-93ab-93f2f2c98460 details requested by agent ovs-agent-dv-cinder-756710-7-iscsi with host dv-cinder-756710-7-iscsi {{(pid=112594) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 04:57:35.747101 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55ef944-2f06-4940-98ac-96c75341e677 admin admin] Made reservation on behalf of 56047142d69c4c1cbfa9f6a278622332 for: {'subnet': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:57:35.749624 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f55ef944-2f06-4940-98ac-96c75341e677 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58786398'] for subnet (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:35.928889 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f55ef944-2f06-4940-98ac-96c75341e677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59248611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58786376'] for subnet (c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:35.988206 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ef944-2f06-4940-98ac-96c75341e677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:36.001369 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55ef944-2f06-4940-98ac-96c75341e677 admin admin] Checking segment: {'id': '4ec721cd-517f-4e67-96c6-2ba3e7684641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:57:36.001763 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55ef944-2f06-4940-98ac-96c75341e677 admin admin] Network hostable DHCP agents. Network: df11c176-b7e2-4ad1-93ab-93f2f2c98460, hostable agents: ['4610beb6-8841-4e27-a96c-3752fd75943d'], hosted agents: [] {{(pid=112593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 04:57:36.019969 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55ef944-2f06-4940-98ac-96c75341e677 admin admin] Network df11c176-b7e2-4ad1-93ab-93f2f2c98460 is scheduled to be hosted by DHCP agent 4610beb6-8841-4e27-a96c-3752fd75943d with binding_index 1 {{(pid=112593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 04:57:36.025638 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:36.030652 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-f55ef944-2f06-4940-98ac-96c75341e677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-756710-7-iscsi, df11c176-b7e2-4ad1-93ab-93f2f2c98460) {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:57:36.035399 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ef944-2f06-4940-98ac-96c75341e677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:36.035980 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f55ef944-2f06-4940-98ac-96c75341e677 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:36.040479 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fa925d-b919-437c-8a86-62652d1f32cc None None] Network df11c176-b7e2-4ad1-93ab-93f2f2c98460 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:57:36.054969 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-f55ef944-2f06-4940-98ac-96c75341e677 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3290260 Sep 20 04:57:36.055167 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52296) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:36.059272 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-d8f8d8db-e99d-48a3-a93d-ca6215d75f67 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:36.078592 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d8db-e99d-48a3-a93d-ca6215d75f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4757'] for router (1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:36.079587 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d8db-e99d-48a3-a93d-ca6215d75f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4764'] for router (1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:36.129630 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d8db-e99d-48a3-a93d-ca6215d75f67 admin admin] Publish callbacks [] for router_controller (1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c), precommit_add_association {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:36.154547 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fdbf9b8-537f-538c-a127-faf525f06485-df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68'}]}} from dv-cinder-756710-7-iscsi. {{(pid=112594) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 04:57:36.155747 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:36.264256 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d8db-e99d-48a3-a93d-ca6215d75f67 admin admin] Publish callbacks [] for router_gateway (1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:36.276473 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:36.294830 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.db_base_plugin_common [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] Allocated IP 172.20.0.2 (df11c176-b7e2-4ad1-93ab-93f2f2c98460/c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68/8a43fcb4-b180-4f7a-9197-fd188f8bc2d2) {{(pid=112594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:57:36.327053 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:36.348669 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:36.435350 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] Publish callbacks [] for port (8a43fcb4-b180-4f7a-9197-fd188f8bc2d2), precommit_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:36.441765 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (8a43fcb4-b180-4f7a-9197-fd188f8bc2d2), after_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:36.452012 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d8db-e99d-48a3-a93d-ca6215d75f67 admin admin] Publish callbacks [] for router_gateway (1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:36.470701 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d8db-e99d-48a3-a93d-ca6215d75f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:36.476276 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] Network df11c176-b7e2-4ad1-93ab-93f2f2c98460 is already hosted by enough agents. {{(pid=112594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:57:36.479076 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.base_scheduler [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] Resources bound (agent type, host, resource id): {{(pid=112594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:57:36.484906 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] Received port after_create {{(pid=112594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:57:36.498523 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] Pushing event updated for resources: {'Port': ['ID=8a43fcb4-b180-4f7a-9197-fd188f8bc2d2,revision_number=1']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:36.545540 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] Attempting to bind port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:57:36.546002 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] Attempting to bind port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '4ec721cd-517f-4e67-96c6-2ba3e7684641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:57:36.546253 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] Attempting to bind port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 on network df11c176-b7e2-4ad1-93ab-93f2f2c98460 {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:57:36.583069 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-d8f8d8db-e99d-48a3-a93d-ca6215d75f67 admin admin] Allocated IP 172.27.1.173 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/11c01d24-7995-49e2-8c75-e4e20594ba04) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:57:36.596148 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:57:36.596584 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] Checking segment: {'id': '4ec721cd-517f-4e67-96c6-2ba3e7684641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:57:36.597011 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:36.597429 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] Bound using segment: {'id': '4ec721cd-517f-4e67-96c6-2ba3e7684641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:57:36.597911 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] Bound port: 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec721cd-517f-4e67-96c6-2ba3e7684641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:57:36.598290 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (8a43fcb4-b180-4f7a-9197-fd188f8bc2d2), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:36.666204 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] For port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:57:36.669442 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] For port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=8a43fcb4-b180-4f7a-9197-fd188f8bc2d2,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:57:36.675465 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (8a43fcb4-b180-4f7a-9197-fd188f8bc2d2), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:36.698109 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d8db-e99d-48a3-a93d-ca6215d75f67 admin admin] Publish callbacks [] for port (11c01d24-7995-49e2-8c75-e4e20594ba04), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:36.728714 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5577e-0f44-4313-af3c-ade16c643ca4 None None] Pushing event updated for resources: {'Port': ['ID=8a43fcb4-b180-4f7a-9197-fd188f8bc2d2,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:36.733654 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d8db-e99d-48a3-a93d-ca6215d75f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (11c01d24-7995-49e2-8c75-e4e20594ba04), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:36.773939 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f8d8db-e99d-48a3-a93d-ca6215d75f67 admin admin] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:57:36.777612 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-d8f8d8db-e99d-48a3-a93d-ca6215d75f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:57:36.781506 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8d8db-e99d-48a3-a93d-ca6215d75f67 admin admin] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:57:36.786529 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8d8db-e99d-48a3-a93d-ca6215d75f67 admin admin] Pushing event updated for resources: {'Port': ['ID=11c01d24-7995-49e2-8c75-e4e20594ba04,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:36.981122 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:37.035593 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d8db-e99d-48a3-a93d-ca6215d75f67 admin admin] Publish callbacks [] for router_gateway (1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:37.156759 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:37.218774 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d8db-e99d-48a3-a93d-ca6215d75f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775015'] for router (1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:37.345743 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f8d8db-e99d-48a3-a93d-ca6215d75f67 admin admin] Router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c is scheduled to L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 with binding_index 1 {{(pid=112593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 04:57:37.447353 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f8d8db-e99d-48a3-a93d-ca6215d75f67 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:57:37.458148 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] Sync routers for ids ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:57:37.466300 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d8db-e99d-48a3-a93d-ca6215d75f67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:37.470368 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-d8f8d8db-e99d-48a3-a93d-ca6215d75f67 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4116621 Sep 20 04:57:37.470561 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52298) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:37.471641 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] Routers {'1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:57:37.472271 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:57:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:37.520070 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef964926-2c05-48b2-bb75-15ca611c2ea4 None None] Network df11c176-b7e2-4ad1-93ab-93f2f2c98460 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:57:37.754176 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-412c6939-a24a-49cf-93ce-7bcf8b086342 None None] Provisioning complete for port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:57:37.754555 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-412c6939-a24a-49cf-93ce-7bcf8b086342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (8a43fcb4-b180-4f7a-9197-fd188f8bc2d2), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:37.754895 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-412c6939-a24a-49cf-93ce-7bcf8b086342 None None] Attempt 1 to provision port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 Sep 20 04:57:37.795009 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] Set router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:57:37.823432 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:37.885600 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6cc8926d-e033-4e25-9182-8e92d9d4b8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:37.976152 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:INSERT=3,neutron:UPDATE=4,neutron:SELECT=93 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:37.998854 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:38.006019 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:57:38.018000 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-412c6939-a24a-49cf-93ce-7bcf8b086342 None None] Current status of the port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:57:38.018391 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-412c6939-a24a-49cf-93ce-7bcf8b086342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (8a43fcb4-b180-4f7a-9197-fd188f8bc2d2), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:38.069163 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-6cc8926d-e033-4e25-9182-8e92d9d4b8f8 admin admin] Allocated IP 172.20.0.1 (df11c176-b7e2-4ad1-93ab-93f2f2c98460/c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68/eeca2cf9-f9cd-466f-99a5-166ff7cdbe88) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:57:38.071083 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:38.125681 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:36Z', 'revision_number': 3, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port': {'id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:38.130260 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-412c6939-a24a-49cf-93ce-7bcf8b086342 None None] For port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=8a43fcb4-b180-4f7a-9197-fd188f8bc2d2,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:57:38.160633 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] Checking router: 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:57:38.160989 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] Updating router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c port 11c01d24-7995-49e2-8c75-e4e20594ba04 binding host dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 04:57:38.162868 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-412c6939-a24a-49cf-93ce-7bcf8b086342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (8a43fcb4-b180-4f7a-9197-fd188f8bc2d2), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:38.182442 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:57:38.182814 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (8a43fcb4-b180-4f7a-9197-fd188f8bc2d2), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:38.183148 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 Sep 20 04:57:38.194040 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6cc8926d-e033-4e25-9182-8e92d9d4b8f8 admin admin] Publish callbacks [] for port (eeca2cf9-f9cd-466f-99a5-166ff7cdbe88), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:38.228070 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6cc8926d-e033-4e25-9182-8e92d9d4b8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (eeca2cf9-f9cd-466f-99a5-166ff7cdbe88), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:38.240299 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (11c01d24-7995-49e2-8c75-e4e20594ba04), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:38.263940 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8926d-e033-4e25-9182-8e92d9d4b8f8 admin admin] Network df11c176-b7e2-4ad1-93ab-93f2f2c98460 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:57:38.271008 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-6cc8926d-e033-4e25-9182-8e92d9d4b8f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:57:38.275893 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc8926d-e033-4e25-9182-8e92d9d4b8f8 admin admin] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:57:38.304761 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8926d-e033-4e25-9182-8e92d9d4b8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=eeca2cf9-f9cd-466f-99a5-166ff7cdbe88,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:38.308717 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c6939-a24a-49cf-93ce-7bcf8b086342 None None] Pushing event updated for resources: {'Port': ['ID=8a43fcb4-b180-4f7a-9197-fd188f8bc2d2,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:38.319807 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-698ed73e-03d0-48e6-b29a-b7a5fba7fa53 None None] Provisioning complete for port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:57:38.320184 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-698ed73e-03d0-48e6-b29a-b7a5fba7fa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (8a43fcb4-b180-4f7a-9197-fd188f8bc2d2), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:38.320522 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-698ed73e-03d0-48e6-b29a-b7a5fba7fa53 None None] Attempt 1 to provision port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 Sep 20 04:57:38.322314 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6cc8926d-e033-4e25-9182-8e92d9d4b8f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094494'] for router_interface (1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:38.444975 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:57:38.455021 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6cc8926d-e033-4e25-9182-8e92d9d4b8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (eeca2cf9-f9cd-466f-99a5-166ff7cdbe88), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:38.535612 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-698ed73e-03d0-48e6-b29a-b7a5fba7fa53 None None] Current status of the port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:57:38.617405 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6cc8926d-e033-4e25-9182-8e92d9d4b8f8 admin admin] Publish callbacks [] for port (eeca2cf9-f9cd-466f-99a5-166ff7cdbe88), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:38.622637 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6cc8926d-e033-4e25-9182-8e92d9d4b8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (eeca2cf9-f9cd-466f-99a5-166ff7cdbe88), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:38.629704 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] Publish callbacks [] for port (11c01d24-7995-49e2-8c75-e4e20594ba04), precommit_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:38.635369 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (11c01d24-7995-49e2-8c75-e4e20594ba04), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:38.676964 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:38.684216 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] Attempting to bind port 11c01d24-7995-49e2-8c75-e4e20594ba04 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:57:38.684585 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] Attempting to bind port 11c01d24-7995-49e2-8c75-e4e20594ba04 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:57:38.684976 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] Attempting to bind port 11c01d24-7995-49e2-8c75-e4e20594ba04 on network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:57:38.687298 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:38.689893 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8926d-e033-4e25-9182-8e92d9d4b8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=eeca2cf9-f9cd-466f-99a5-166ff7cdbe88,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:38.696137 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6cc8926d-e033-4e25-9182-8e92d9d4b8f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094602'] for router_interface (1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:38.714554 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Provisioning complete for port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:57:38.714925 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (eeca2cf9-f9cd-466f-99a5-166ff7cdbe88), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:38.715260 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Attempt 1 to provision port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 Sep 20 04:57:38.749668 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e73489-8b81-4c29-bc42-41c30b1b40e7 None None] Pushing event updated for resources: {'Port': ['ID=11c01d24-7995-49e2-8c75-e4e20594ba04,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:38.763302 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:38.772731 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:57:38.778668 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:57:38.779043 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] Checking segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:57:38.779448 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:38.779842 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] Bound using segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:57:38.780332 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] Bound port: 11c01d24-7995-49e2-8c75-e4e20594ba04, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:57:38.780740 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (11c01d24-7995-49e2-8c75-e4e20594ba04), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:38.830583 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:38.836931 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] For port 11c01d24-7995-49e2-8c75-e4e20594ba04, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:57:38.840595 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] For port 11c01d24-7995-49e2-8c75-e4e20594ba04, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=11c01d24-7995-49e2-8c75-e4e20594ba04,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:57:38.846741 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (11c01d24-7995-49e2-8c75-e4e20594ba04), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:38.882138 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] Routers {'1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:57:38.882724 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:57:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:38.949184 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e73489-8b81-4c29-bc42-41c30b1b40e7 None None] Pushing event updated for resources: {'Port': ['ID=11c01d24-7995-49e2-8c75-e4e20594ba04,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:39.012975 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] Set router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:57:39.037359 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8926d-e033-4e25-9182-8e92d9d4b8f8 admin admin] Network df11c176-b7e2-4ad1-93ab-93f2f2c98460 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:57:39.038749 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-6cc8926d-e033-4e25-9182-8e92d9d4b8f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:57:39.170448 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc8926d-e033-4e25-9182-8e92d9d4b8f8 admin admin] Router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:57:39.237795 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 4, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port': {'id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'eeca2cf9-f9cd-466f-99a5-166ff7cdbe88', 'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'mac_address': 'fa:16:3e:73:af:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:37Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 2, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'subnets': [{'id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:39.264968 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a9bb1d-9bd6-4370-9f1c-b98dd571f709 None None] The sync data for ids ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'] in dv-cinder-756710-7-iscsi is: [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 4, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port': {'id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'eeca2cf9-f9cd-466f-99a5-166ff7cdbe88', 'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'mac_address': 'fa:16:3e:73:af:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:37Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 2, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'subnets': [{'id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:57:39.273772 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Attempt 2 to provision port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 Sep 20 04:57:39.290267 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc8926d-e033-4e25-9182-8e92d9d4b8f8 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:57:39.298963 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-6cc8926d-e033-4e25-9182-8e92d9d4b8f8 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8254709 Sep 20 04:57:39.308795 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:57:39.612300 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52306) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:39.616884 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-e8a9a929-e124-4403-a35b-00a0d77e75b1 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--757910480', 'description': 'tempest-description--1530213128'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:39.639032 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e8a9a929-e124-4403-a35b-00a0d77e75b1 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:39.714666 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e8a9a929-e124-4403-a35b-00a0d77e75b1 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group (449802b5-5b34-4a19-9dbf-99a7071b9ada), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:39.718718 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e8a9a929-e124-4403-a35b-00a0d77e75b1 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (449802b5-5b34-4a19-9dbf-99a7071b9ada), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:39.751670 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e8a9a929-e124-4403-a35b-00a0d77e75b1 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:39.752932 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-e8a9a929-e124-4403-a35b-00a0d77e75b1 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1395390 Sep 20 04:57:39.753749 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9a929-e124-4403-a35b-00a0d77e75b1 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=449802b5-5b34-4a19-9dbf-99a7071b9ada,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:39.756018 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52310) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:39.761558 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-e9370090-fdcd-49d0-8051-38f9d9586022 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Request body: {'security_group_rule': {'security_group_id': '449802b5-5b34-4a19-9dbf-99a7071b9ada', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:39.789428 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e9370090-fdcd-49d0-8051-38f9d9586022 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group_rule (ab6ca144-7874-4add-8490-cce337cd8703), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:39.809329 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Attempt 3 to provision port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 Sep 20 04:57:39.847943 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:57:39.853800 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e9370090-fdcd-49d0-8051-38f9d9586022 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group_rule (ab6ca144-7874-4add-8490-cce337cd8703), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:39.857928 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e9370090-fdcd-49d0-8051-38f9d9586022 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (ab6ca144-7874-4add-8490-cce337cd8703), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:39.878376 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9370090-fdcd-49d0-8051-38f9d9586022 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6ca144-7874-4add-8490-cce337cd8703,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:39.886721 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e9370090-fdcd-49d0-8051-38f9d9586022 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:39.888227 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-e9370090-fdcd-49d0-8051-38f9d9586022 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310861 Sep 20 04:57:39.891272 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52312) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:39.897031 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-e7f8f34c-1207-4ab0-bde8-19541f32116c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Request body: {'security_group_rule': {'security_group_id': '449802b5-5b34-4a19-9dbf-99a7071b9ada', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:39.913670 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:39.935544 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:DELETE=7,neutron:SELECT=75,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:39.938200 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e7f8f34c-1207-4ab0-bde8-19541f32116c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group_rule (bab02b27-63b5-4541-89f7-87cd4c2cd70f), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:39.994845 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e7f8f34c-1207-4ab0-bde8-19541f32116c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group_rule (bab02b27-63b5-4541-89f7-87cd4c2cd70f), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:40.003346 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e7f8f34c-1207-4ab0-bde8-19541f32116c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (bab02b27-63b5-4541-89f7-87cd4c2cd70f), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:40.022450 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8f34c-1207-4ab0-bde8-19541f32116c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab02b27-63b5-4541-89f7-87cd4c2cd70f,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:40.033588 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e7f8f34c-1207-4ab0-bde8-19541f32116c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:40.035152 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-e7f8f34c-1207-4ab0-bde8-19541f32116c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1427097 Sep 20 04:57:40.038023 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52314) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:40.043597 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-b9979141-69e3-4e30-9a7a-4a71158ca485 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Request body: {'floatingip': {'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:40.075230 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-b9979141-69e3-4e30-9a7a-4a71158ca485 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:40.108884 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 11c01d24-7995-49e2-8c75-e4e20594ba04 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:57:40.168479 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-b9979141-69e3-4e30-9a7a-4a71158ca485 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:40.284238 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [None req-b9979141-69e3-4e30-9a7a-4a71158ca485 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Allocated IP 172.27.1.159 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/4461c723-3777-4824-a93e-3b5d098edbde) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:57:40.302956 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 11c01d24-7995-49e2-8c75-e4e20594ba04 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:57:40.303618 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (11c01d24-7995-49e2-8c75-e4e20594ba04), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:40.304152 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 11c01d24-7995-49e2-8c75-e4e20594ba04 Sep 20 04:57:40.349070 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Attempt 4 to provision port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 Sep 20 04:57:40.398982 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-b9979141-69e3-4e30-9a7a-4a71158ca485 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for port (4461c723-3777-4824-a93e-3b5d098edbde), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:40.407590 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 11c01d24-7995-49e2-8c75-e4e20594ba04 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:57:40.407897 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (11c01d24-7995-49e2-8c75-e4e20594ba04), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:40.412853 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:57:40.430005 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] For port 11c01d24-7995-49e2-8c75-e4e20594ba04, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=11c01d24-7995-49e2-8c75-e4e20594ba04,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:57:40.432753 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-b9979141-69e3-4e30-9a7a-4a71158ca485 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (4461c723-3777-4824-a93e-3b5d098edbde), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:40.434073 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (11c01d24-7995-49e2-8c75-e4e20594ba04), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:40.434944 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:57:40.475612 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9979141-69e3-4e30-9a7a-4a71158ca485 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:57:40.479171 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-b9979141-69e3-4e30-9a7a-4a71158ca485 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:57:40.483631 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9979141-69e3-4e30-9a7a-4a71158ca485 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:57:40.487056 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9979141-69e3-4e30-9a7a-4a71158ca485 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Pushing event updated for resources: {'Port': ['ID=4461c723-3777-4824-a93e-3b5d098edbde,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:40.513333 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:40.517420 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Pushing event updated for resources: {'Port': ['ID=11c01d24-7995-49e2-8c75-e4e20594ba04,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:40.528888 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:57:40.529303 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (8a43fcb4-b180-4f7a-9197-fd188f8bc2d2), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:40.529645 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 Sep 20 04:57:40.532318 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:40.532686 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:40.533030 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:40.533385 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:40.533726 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:40.534056 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:40.534382 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:40.534707 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:40.535032 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:40.535359 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:40.535684 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:40.536003 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:40.536514 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:40.536865 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:40.537186 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:40.603923 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:40.624221 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:57:40.832493 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-b9979141-69e3-4e30-9a7a-4a71158ca485 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for floatingip (4bd9272f-8757-49b2-a010-f79dc78fd1fa), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:40.869400 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-b9979141-69e3-4e30-9a7a-4a71158ca485 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (4461c723-3777-4824-a93e-3b5d098edbde), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:40.913924 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Attempt 5 to provision port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 Sep 20 04:57:40.945513 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:57:40.955970 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:40.966271 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:41.018158 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-b9979141-69e3-4e30-9a7a-4a71158ca485 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for port (4461c723-3777-4824-a93e-3b5d098edbde), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:41.022779 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-b9979141-69e3-4e30-9a7a-4a71158ca485 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (4461c723-3777-4824-a93e-3b5d098edbde), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:41.092528 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-b9979141-69e3-4e30-9a7a-4a71158ca485 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (4bd9272f-8757-49b2-a010-f79dc78fd1fa), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:41.096680 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9979141-69e3-4e30-9a7a-4a71158ca485 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Pushing event updated for resources: {'Port': ['ID=4461c723-3777-4824-a93e-3b5d098edbde,revision_number=2']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:41.110844 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-b9979141-69e3-4e30-9a7a-4a71158ca485 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:41.112091 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-b9979141-69e3-4e30-9a7a-4a71158ca485 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0721431 Sep 20 04:57:41.262920 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-d2ff390d-1305-4827-bcdc-91b9f285b645 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--757910480&fields=id&tenant_id=56047142d69c4c1cbfa9f6a278622332 HTTP/1.1" status: 200 len: 267 time: 0.0424232 Sep 20 04:57:41.298405 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] Sync routers for ids ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:57:41.309808 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] Routers {'1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:57:41.310409 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:57:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:41.369680 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-ed074419-d751-4079-98eb-8975c244ffa3 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:41.371075 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-ed074419-d751-4079-98eb-8975c244ffa3 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/networks?id=df11c176-b7e2-4ad1-93ab-93f2f2c98460 HTTP/1.1" status: 200 len: 816 time: 0.1013918 Sep 20 04:57:41.386298 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-24690ff4-9217-4d66-be47-c1ddcecfe94a tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/quotas/56047142d69c4c1cbfa9f6a278622332 HTTP/1.1" status: 200 len: 375 time: 0.0098290 Sep 20 04:57:41.410644 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] Set router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:57:41.438482 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-aff77a44-7c9c-4cfc-9157-b75bb81de645 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=56047142d69c4c1cbfa9f6a278622332&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467820 Sep 20 04:57:41.447143 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Attempt 6 to provision port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 Sep 20 04:57:41.479496 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:57:41.521175 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:41.538996 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-ad340bfa-d6f0-467f-8999-3f334ef9a1de service neutron] 10.222.0.27 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863371 Sep 20 04:57:41.602115 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 4, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port': {'id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'eeca2cf9-f9cd-466f-99a5-166ff7cdbe88', 'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'mac_address': 'fa:16:3e:73:af:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:37Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 2, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'subnets': [{'id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:41.627924 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] Checking router: 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:57:41.628199 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] Updating router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 binding host dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 04:57:41.633507 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-fc88e6b3-bef5-4af8-8124-965b4fa1c5bc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886331 Sep 20 04:57:41.656750 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (eeca2cf9-f9cd-466f-99a5-166ff7cdbe88), before_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:41.745002 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:41.803821 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e11c545c-264c-4b2d-8bb9-74bc0936d7b0 req-9f894cb9-ee5c-44e5-a56c-b2eb5bca19a9 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 210 time: 0.0278757 Sep 20 04:57:41.933764 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] Publish callbacks [] for port (eeca2cf9-f9cd-466f-99a5-166ff7cdbe88), precommit_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:41.939608 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (eeca2cf9-f9cd-466f-99a5-166ff7cdbe88), after_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:41.961076 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 11c01d24-7995-49e2-8c75-e4e20594ba04 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:57:41.982230 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Attempt 7 to provision port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 Sep 20 04:57:42.001603 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581abc5-d093-460f-8cf1-2bd8d01bea65 None None] Pushing event updated for resources: {'Port': ['ID=eeca2cf9-f9cd-466f-99a5-166ff7cdbe88,revision_number=3']} {{(pid=112595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:42.029475 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c581abc5-d093-460f-8cf1-2bd8d01bea65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:42.029832 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c581abc5-d093-460f-8cf1-2bd8d01bea65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:42.030192 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c581abc5-d093-460f-8cf1-2bd8d01bea65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:42.030791 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c581abc5-d093-460f-8cf1-2bd8d01bea65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:42.030886 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c581abc5-d093-460f-8cf1-2bd8d01bea65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:42.031191 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c581abc5-d093-460f-8cf1-2bd8d01bea65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:42.031512 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c581abc5-d093-460f-8cf1-2bd8d01bea65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:42.031834 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c581abc5-d093-460f-8cf1-2bd8d01bea65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:42.032154 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c581abc5-d093-460f-8cf1-2bd8d01bea65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:42.032472 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c581abc5-d093-460f-8cf1-2bd8d01bea65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:42.032852 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c581abc5-d093-460f-8cf1-2bd8d01bea65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:42.033161 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c581abc5-d093-460f-8cf1-2bd8d01bea65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:42.033483 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c581abc5-d093-460f-8cf1-2bd8d01bea65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:42.033803 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c581abc5-d093-460f-8cf1-2bd8d01bea65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:42.034120 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c581abc5-d093-460f-8cf1-2bd8d01bea65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:42.038177 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:57:42.047645 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 11c01d24-7995-49e2-8c75-e4e20594ba04 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:57:42.048020 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (11c01d24-7995-49e2-8c75-e4e20594ba04), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:42.048352 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 11c01d24-7995-49e2-8c75-e4e20594ba04 Sep 20 04:57:42.051185 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] Attempting to bind port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:57:42.051555 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] Attempting to bind port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '4ec721cd-517f-4e67-96c6-2ba3e7684641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460'}] {{(pid=112595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:57:42.051929 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] Attempting to bind port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 on network df11c176-b7e2-4ad1-93ab-93f2f2c98460 {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:57:42.100884 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:57:42.101283 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] Checking segment: {'id': '4ec721cd-517f-4e67-96c6-2ba3e7684641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:57:42.101636 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:42.102033 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] Bound using segment: {'id': '4ec721cd-517f-4e67-96c6-2ba3e7684641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460'} {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:57:42.102500 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] Bound port: eeca2cf9-f9cd-466f-99a5-166ff7cdbe88, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec721cd-517f-4e67-96c6-2ba3e7684641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460'}}] {{(pid=112595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:57:42.103410 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (eeca2cf9-f9cd-466f-99a5-166ff7cdbe88), before_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:42.122472 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 11c01d24-7995-49e2-8c75-e4e20594ba04 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:57:42.182106 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.db [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] For port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:57:42.185893 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.db [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] For port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=eeca2cf9-f9cd-466f-99a5-166ff7cdbe88,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:57:42.191175 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (eeca2cf9-f9cd-466f-99a5-166ff7cdbe88), after_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:42.223946 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] Routers {'1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:57:42.224548 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:57:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:42.295287 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581abc5-d093-460f-8cf1-2bd8d01bea65 None None] Pushing event updated for resources: {'Port': ['ID=eeca2cf9-f9cd-466f-99a5-166ff7cdbe88,revision_number=4']} {{(pid=112595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:42.348757 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] Set router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:57:42.418283 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:42.539234 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Attempt 8 to provision port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 Sep 20 04:57:42.539399 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 4, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port': {'id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'eeca2cf9-f9cd-466f-99a5-166ff7cdbe88', 'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'mac_address': 'fa:16:3e:73:af:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:37Z', 'updated_at': '2022-09-20T04:57:42Z', 'revision_number': 4, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'subnets': [{'id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:42.565075 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f44918-5bcf-4d74-bd80-a03dbaedcd76 None None] The sync data for ids ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'] in dv-cinder-756710-7-iscsi is: [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 4, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port': {'id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'eeca2cf9-f9cd-466f-99a5-166ff7cdbe88', 'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'mac_address': 'fa:16:3e:73:af:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:37Z', 'updated_at': '2022-09-20T04:57:42Z', 'revision_number': 4, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'subnets': [{'id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:57:42.622274 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Current status of the port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:57:42.622691 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (eeca2cf9-f9cd-466f-99a5-166ff7cdbe88), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:42.657490 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] For port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=eeca2cf9-f9cd-466f-99a5-166ff7cdbe88,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:57:42.661904 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (eeca2cf9-f9cd-466f-99a5-166ff7cdbe88), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:42.728847 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef316b2-09dd-43a4-b53a-8e7fad789bc1 None None] Pushing event updated for resources: {'Port': ['ID=eeca2cf9-f9cd-466f-99a5-166ff7cdbe88,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:42.781974 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-14880e53-85ff-4c1b-a7b6-d40af809d119 None None] Provisioning complete for port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:57:42.782341 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-14880e53-85ff-4c1b-a7b6-d40af809d119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (eeca2cf9-f9cd-466f-99a5-166ff7cdbe88), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:42.782677 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-14880e53-85ff-4c1b-a7b6-d40af809d119 None None] Attempt 1 to provision port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 Sep 20 04:57:42.867584 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-14880e53-85ff-4c1b-a7b6-d40af809d119 None None] Current status of the port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:57:42.924001 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-34e842e6-c058-4a6d-b34b-50aed087d99a req-2acc6af9-18a1-4265-98c0-7844ed88f9a0 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 210 time: 0.0300829 Sep 20 04:57:43.076408 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-dfffb559-c0c8-4da1-90f9-4224fd7548f6 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:43.078096 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-dfffb559-c0c8-4da1-90f9-4224fd7548f6 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.25 "GET /networking/v2.0/networks?id=df11c176-b7e2-4ad1-93ab-93f2f2c98460 HTTP/1.1" status: 200 len: 816 time: 0.1150222 Sep 20 04:57:43.162163 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-40cac0bc-3203-43db-8625-28961c4ed3ff tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=56047142d69c4c1cbfa9f6a278622332 HTTP/1.1" status: 200 len: 379 time: 0.0684664 Sep 20 04:57:43.256338 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-879eb9c9-d179-4d28-aa38-4d5527fe694d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Request body: {'port': {'device_id': '1dc0a271-e3e8-4883-b052-72a5c319c6b7', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'admin_state_up': True, 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'security_groups': ['449802b5-5b34-4a19-9dbf-99a7071b9ada']}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:43.360790 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-879eb9c9-d179-4d28-aa38-4d5527fe694d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Made reservation on behalf of 56047142d69c4c1cbfa9f6a278622332 for: {'port': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:57:43.364378 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-879eb9c9-d179-4d28-aa38-4d5527fe694d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:43.466437 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:43.474238 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:43.491153 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-879eb9c9-d179-4d28-aa38-4d5527fe694d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Allocated IP 172.20.0.4 (df11c176-b7e2-4ad1-93ab-93f2f2c98460/c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68/91a0df87-3f74-4106-92a9-e9a99f1cd365) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:57:43.629511 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-879eb9c9-d179-4d28-aa38-4d5527fe694d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:43.659949 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-879eb9c9-d179-4d28-aa38-4d5527fe694d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:43.703002 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-879eb9c9-d179-4d28-aa38-4d5527fe694d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Network df11c176-b7e2-4ad1-93ab-93f2f2c98460 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:57:43.706094 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-879eb9c9-d179-4d28-aa38-4d5527fe694d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:57:43.709792 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-879eb9c9-d179-4d28-aa38-4d5527fe694d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:57:43.733441 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879eb9c9-d179-4d28-aa38-4d5527fe694d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Pushing event updated for resources: {'Port': ['ID=91a0df87-3f74-4106-92a9-e9a99f1cd365,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:43.771893 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-879eb9c9-d179-4d28-aa38-4d5527fe694d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:43.772490 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-879eb9c9-d179-4d28-aa38-4d5527fe694d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:43.789493 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-879eb9c9-d179-4d28-aa38-4d5527fe694d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5370703 Sep 20 04:57:43.807911 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Request body: {'port': {'device_id': '1dc0a271-e3e8-4883-b052-72a5c319c6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:43.869921 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:43.894100 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-5d5bb380-7fcf-4df1-b8e6-864bbf8778e9 None None] Provisioning complete for port 91a0df87-3f74-4106-92a9-e9a99f1cd365 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:57:43.894575 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-5d5bb380-7fcf-4df1-b8e6-864bbf8778e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:43.894853 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-5d5bb380-7fcf-4df1-b8e6-864bbf8778e9 None None] Attempt 1 to provision port 91a0df87-3f74-4106-92a9-e9a99f1cd365 Sep 20 04:57:43.932639 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bb380-7fcf-4df1-b8e6-864bbf8778e9 None None] Port 91a0df87-3f74-4106-92a9-e9a99f1cd365 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:57:43.969740 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:57:44.019766 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:57:44.020304 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (eeca2cf9-f9cd-466f-99a5-166ff7cdbe88), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:44.020765 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 Sep 20 04:57:44.070502 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bed282-622d-4c28-a1a9-d88bc8e0af62 req-267fdfa2-cdf7-425d-978e-ebfcb4f47427 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:44.072710 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-28bed282-622d-4c28-a1a9-d88bc8e0af62 req-267fdfa2-cdf7-425d-978e-ebfcb4f47427 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 931 time: 0.0602224 Sep 20 04:57:44.125284 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-28bed282-622d-4c28-a1a9-d88bc8e0af62 req-90f06e6b-af9e-4747-862a-015499b7e2b3 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466909 Sep 20 04:57:44.127295 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:57:44.157134 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a0df87-3f74-4106-92a9-e9a99f1cd365 {{(pid=112593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:57:44.164834 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Publish callbacks [] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:44.178715 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.provisioning_blocks [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Transition to ACTIVE for port object 91a0df87-3f74-4106-92a9-e9a99f1cd365 will not be triggered until provisioned by entity L2. {{(pid=112593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 04:57:44.183254 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:44.244495 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Pushing event updated for resources: {'Port': ['ID=91a0df87-3f74-4106-92a9-e9a99f1cd365,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:44.270296 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:44.291593 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:44.303556 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Attempting to bind port 91a0df87-3f74-4106-92a9-e9a99f1cd365 on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:57:44.303893 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Attempting to bind port 91a0df87-3f74-4106-92a9-e9a99f1cd365 by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': '4ec721cd-517f-4e67-96c6-2ba3e7684641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460'}] {{(pid=112593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:57:44.304222 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Attempting to bind port 91a0df87-3f74-4106-92a9-e9a99f1cd365 on network df11c176-b7e2-4ad1-93ab-93f2f2c98460 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:57:44.349143 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Port 91a0df87-3f74-4106-92a9-e9a99f1cd365 on network df11c176-b7e2-4ad1-93ab-93f2f2c98460 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 04:57:44.349472 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Attempting to bind port 91a0df87-3f74-4106-92a9-e9a99f1cd365 on network df11c176-b7e2-4ad1-93ab-93f2f2c98460 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:57:44.389562 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:57:44.389899 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Checking segment: {'id': '4ec721cd-517f-4e67-96c6-2ba3e7684641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:57:44.390288 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Bound using segment: {'id': '4ec721cd-517f-4e67-96c6-2ba3e7684641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460'} {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:57:44.390982 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Bound port: 91a0df87-3f74-4106-92a9-e9a99f1cd365, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ec721cd-517f-4e67-96c6-2ba3e7684641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460'}}] {{(pid=112593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:57:44.391340 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:44.433648 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-5d5bb380-7fcf-4df1-b8e6-864bbf8778e9 None None] Attempt 2 to provision port 91a0df87-3f74-4106-92a9-e9a99f1cd365 Sep 20 04:57:44.453736 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:44.455973 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] For port 91a0df87-3f74-4106-92a9-e9a99f1cd365, host hv-cinder-75671, cleared binding levels {{(pid=112593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:57:44.459087 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] For port 91a0df87-3f74-4106-92a9-e9a99f1cd365, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=91a0df87-3f74-4106-92a9-e9a99f1cd365,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:57:44.466105 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:44.466616 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bb380-7fcf-4df1-b8e6-864bbf8778e9 None None] Port 91a0df87-3f74-4106-92a9-e9a99f1cd365 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:57:44.471341 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:44.471942 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:44.473325 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/91a0df87-3f74-4106-92a9-e9a99f1cd365 HTTP/1.1" status: 200 len: 1093 time: 0.6702983 Sep 20 04:57:44.473861 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc0a271-e3e8-4883-b052-72a5c319c6b7', 'tag': '91a0df87-3f74-4106-92a9-e9a99f1cd365'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:57:44.476062 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e6a7c1-de93-44ba-a460-92f0fbc266f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc0a271-e3e8-4883-b052-72a5c319c6b7", "tag": "91a0df87-3f74-4106-92a9-e9a99f1cd365"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:57:44.517583 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074830a1-64f0-4093-9610-994e29be54c1 x-openstack-request-id: req-074830a1-64f0-4093-9610-994e29be54c1 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:57:44.517868 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc0a271-e3e8-4883-b052-72a5c319c6b7", "tag": "91a0df87-3f74-4106-92a9-e9a99f1cd365", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:57:44.518117 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-074830a1-64f0-4093-9610-994e29be54c1 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:57:44.518507 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-074830a1-64f0-4093-9610-994e29be54c1'] response: {'name': 'network-changed', 'server_uuid': '1dc0a271-e3e8-4883-b052-72a5c319c6b7', 'tag': '91a0df87-3f74-4106-92a9-e9a99f1cd365', 'status': 'completed', 'code': 200} Sep 20 04:57:44.523268 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85793f71-b882-49a4-85b0-bd989e4f167e service neutron] Pushing event updated for resources: {'Port': ['ID=91a0df87-3f74-4106-92a9-e9a99f1cd365,revision_number=3']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:44.581592 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-d5da6731-aeec-4ad5-ac04-2c52a0c76f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:44.583040 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-d5da6731-aeec-4ad5-ac04-2c52a0c76f4c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=56047142d69c4c1cbfa9f6a278622332&device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 1127 time: 0.0403426 Sep 20 04:57:44.629171 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-ce734839-bd45-48b8-81fc-39ac593f36b2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91a0df87-3f74-4106-92a9-e9a99f1cd365 HTTP/1.1" status: 200 len: 217 time: 0.0317607 Sep 20 04:57:44.676955 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-9b90ddb2-1cd5-4c47-bb1b-12ee8a7cc281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:44.678365 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-9b90ddb2-1cd5-4c47-bb1b-12ee8a7cc281 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68 HTTP/1.1" status: 200 len: 855 time: 0.0436592 Sep 20 04:57:44.730341 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-a74dc3bb-8afe-4172-b1a3-e52e63128c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:44.731804 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-a74dc3bb-8afe-4172-b1a3-e52e63128c90 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=df11c176-b7e2-4ad1-93ab-93f2f2c98460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467002 Sep 20 04:57:44.825681 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-6c3cbbeb-1c74-4297-a7e3-2f6ddb08b7e7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872426 Sep 20 04:57:44.920382 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-8973b45e-55fc-40ee-a86a-1489eccce4c9 req-00f1f330-e846-4c23-abb7-4f0365c80094 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885680 Sep 20 04:57:44.967764 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-5d5bb380-7fcf-4df1-b8e6-864bbf8778e9 None None] Attempt 3 to provision port 91a0df87-3f74-4106-92a9-e9a99f1cd365 Sep 20 04:57:45.001972 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:45.006531 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bb380-7fcf-4df1-b8e6-864bbf8778e9 None None] Port 91a0df87-3f74-4106-92a9-e9a99f1cd365 had new provisioning blocks added so it will not transition to active. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 04:57:45.258794 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8feed2-f495-417d-ad67-84f399d599dc req-87c105a4-9bdf-438f-9acd-f098798733d4 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:45.260263 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8f8feed2-f495-417d-ad67-84f399d599dc req-87c105a4-9bdf-438f-9acd-f098798733d4 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0459802 Sep 20 04:57:45.307930 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8f8feed2-f495-417d-ad67-84f399d599dc req-71d2f329-40df-49f2-9a87-359435296538 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420680 Sep 20 04:57:45.799707 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6a7c1-de93-44ba-a460-92f0fbc266f8 req-5f129997-8c8e-47f2-b1da-64ff871e54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:45.805977 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-94e6a7c1-de93-44ba-a460-92f0fbc266f8 req-5f129997-8c8e-47f2-b1da-64ff871e54d6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=56047142d69c4c1cbfa9f6a278622332&device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 1127 time: 0.0388322 Sep 20 04:57:45.898907 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6a7c1-de93-44ba-a460-92f0fbc266f8 req-d6f4df4b-afbf-4b37-ac5a-6dea3fd3e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:45.900369 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-94e6a7c1-de93-44ba-a460-92f0fbc266f8 req-d6f4df4b-afbf-4b37-ac5a-6dea3fd3e01d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=df11c176-b7e2-4ad1-93ab-93f2f2c98460 HTTP/1.1" status: 200 len: 916 time: 0.0928063 Sep 20 04:57:45.936842 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-94e6a7c1-de93-44ba-a460-92f0fbc266f8 req-01d4b8d7-a73d-41f0-92c4-940ca3c47ae0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91a0df87-3f74-4106-92a9-e9a99f1cd365 HTTP/1.1" status: 200 len: 217 time: 0.0310192 Sep 20 04:57:45.982560 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6a7c1-de93-44ba-a460-92f0fbc266f8 req-dcce0ea4-54dc-412e-9b7a-65d04b4cc013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:45.983934 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-94e6a7c1-de93-44ba-a460-92f0fbc266f8 req-dcce0ea4-54dc-412e-9b7a-65d04b4cc013 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68 HTTP/1.1" status: 200 len: 855 time: 0.0425134 Sep 20 04:57:46.024988 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6a7c1-de93-44ba-a460-92f0fbc266f8 req-637d9f58-82e8-4785-a15f-379d72441a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:46.026387 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-94e6a7c1-de93-44ba-a460-92f0fbc266f8 req-637d9f58-82e8-4785-a15f-379d72441a11 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=df11c176-b7e2-4ad1-93ab-93f2f2c98460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373058 Sep 20 04:57:46.109002 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:46.115441 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-94e6a7c1-de93-44ba-a460-92f0fbc266f8 req-0518e2cc-5383-448a-bf12-8a74b195d7b1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837631 Sep 20 04:57:46.184114 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:46.208618 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-94e6a7c1-de93-44ba-a460-92f0fbc266f8 req-e5e267ee-ddb6-4a5d-9aa2-d921f392fedd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871019 Sep 20 04:57:46.431808 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc0db9-e6d1-4e15-bdf2-5b3a54e44596 req-73f03b03-a995-49f9-9a94-7730a7eda2a0 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:46.433304 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-29cc0db9-e6d1-4e15-bdf2-5b3a54e44596 req-73f03b03-a995-49f9-9a94-7730a7eda2a0 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0464799 Sep 20 04:57:46.482613 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-29cc0db9-e6d1-4e15-bdf2-5b3a54e44596 req-7a755a56-1d9e-4009-92bb-1dceacd62a19 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437565 Sep 20 04:57:46.666806 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-ffb03f69-3b55-421f-bab9-4ed8635dd4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:47.604877 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05cfe9-5a95-4734-89fa-d85a18f41617 req-779df18d-c4f7-435a-95ed-8c08597685aa tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:47.606341 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fe05cfe9-5a95-4734-89fa-d85a18f41617 req-779df18d-c4f7-435a-95ed-8c08597685aa tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0458696 Sep 20 04:57:47.652942 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fe05cfe9-5a95-4734-89fa-d85a18f41617 req-e929e5d9-55a9-4501-898c-370f70294fd0 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412555 Sep 20 04:57:47.965695 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 91a0df87-3f74-4106-92a9-e9a99f1cd365 details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 04:57:48.064036 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 91a0df87-3f74-4106-92a9-e9a99f1cd365, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=91a0df87-3f74-4106-92a9-e9a99f1cd365,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:57:48.075256 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': '91a0df87-3f74-4106-92a9-e9a99f1cd365', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'port_id': '91a0df87-3f74-4106-92a9-e9a99f1cd365', 'mac_address': 'fa:16:3e:47:45:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 04:57:48.107947 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 91a0df87-3f74-4106-92a9-e9a99f1cd365 is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:57:48.108334 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:48.121292 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a0df87-3f74-4106-92a9-e9a99f1cd365 {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:57:48.142012 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 91a0df87-3f74-4106-92a9-e9a99f1cd365, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=91a0df87-3f74-4106-92a9-e9a99f1cd365,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:57:48.145988 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:48.194418 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=91a0df87-3f74-4106-92a9-e9a99f1cd365,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:48.437133 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['91a0df87-3f74-4106-92a9-e9a99f1cd365'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:57:48.740623 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:48.761100 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:48.777749 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2da76-2e39-42f0-a581-5fc7d4828b97 req-cab0397a-7eaf-4287-abd6-2c02ca9b6281 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:48.779200 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c9b2da76-2e39-42f0-a581-5fc7d4828b97 req-cab0397a-7eaf-4287-abd6-2c02ca9b6281 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 944 time: 0.0482347 Sep 20 04:57:48.827065 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c9b2da76-2e39-42f0-a581-5fc7d4828b97 req-54f7cc6e-e11c-4ca1-b609-e986274e041c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423539 Sep 20 04:57:48.900798 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-dddc0e16-2037-426f-b8dd-ec17ab5c2a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:49.955557 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94feccf-1355-496b-b297-12ed8fb1f39f req-7f8ce14f-ccf7-403d-92e5-cf6a72ae8206 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:49.957061 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c94feccf-1355-496b-b297-12ed8fb1f39f req-7f8ce14f-ccf7-403d-92e5-cf6a72ae8206 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 944 time: 0.0505326 Sep 20 04:57:49.982198 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 91a0df87-3f74-4106-92a9-e9a99f1cd365 up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:57:50.004778 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c94feccf-1355-496b-b297-12ed8fb1f39f req-b96c2421-5dcf-49c1-b950-4b1bab8a7ac3 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415168 Sep 20 04:57:50.025230 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port 91a0df87-3f74-4106-92a9-e9a99f1cd365 completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 04:57:50.031082 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port 91a0df87-3f74-4106-92a9-e9a99f1cd365 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:57:50.031644 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:50.031982 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port 91a0df87-3f74-4106-92a9-e9a99f1cd365 Sep 20 04:57:50.084376 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:50.116931 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 91a0df87-3f74-4106-92a9-e9a99f1cd365 is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:57:50.117246 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:50.140247 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc0a271-e3e8-4883-b052-72a5c319c6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a0df87-3f74-4106-92a9-e9a99f1cd365'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:57:50.142967 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e26a59-415a-4deb-96b6-ce1c78f4e46c" -d '{"events": [{"server_uuid": "1dc0a271-e3e8-4883-b052-72a5c319c6b7", "name": "network-vif-plugged", "status": "completed", "tag": "91a0df87-3f74-4106-92a9-e9a99f1cd365"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:57:50.160051 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 91a0df87-3f74-4106-92a9-e9a99f1cd365, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=91a0df87-3f74-4106-92a9-e9a99f1cd365,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:57:50.163926 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:50.212423 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=91a0df87-3f74-4106-92a9-e9a99f1cd365,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:50.235612 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0941753f-20f4-4729-9ea3-700f3a62074e x-openstack-request-id: req-0941753f-20f4-4729-9ea3-700f3a62074e {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:57:50.235924 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc0a271-e3e8-4883-b052-72a5c319c6b7", "name": "network-vif-plugged", "status": "completed", "tag": "91a0df87-3f74-4106-92a9-e9a99f1cd365", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:57:50.236184 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0941753f-20f4-4729-9ea3-700f3a62074e {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:57:50.236577 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0941753f-20f4-4729-9ea3-700f3a62074e'] response: {'server_uuid': '1dc0a271-e3e8-4883-b052-72a5c319c6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a0df87-3f74-4106-92a9-e9a99f1cd365', 'code': 200} Sep 20 04:57:50.436735 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09567d7a-6044-4217-8672-b63342b237b7 req-c0b9064d-6dcb-4d8b-869d-fbe64003cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:50.438102 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-09567d7a-6044-4217-8672-b63342b237b7 req-c0b9064d-6dcb-4d8b-869d-fbe64003cb8e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 1129 time: 0.0378346 Sep 20 04:57:50.483280 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-09567d7a-6044-4217-8672-b63342b237b7 req-c809d34a-4da1-40ae-98c0-3199f3645474 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399287 Sep 20 04:57:51.131630 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777a888-4ea1-4d60-8533-70c6118871ce req-0a05adb6-ad2d-4828-af1f-a2ba3a72ec33 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:51.133149 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0777a888-4ea1-4d60-8533-70c6118871ce req-0a05adb6-ad2d-4828-af1f-a2ba3a72ec33 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0458977 Sep 20 04:57:51.180877 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0777a888-4ea1-4d60-8533-70c6118871ce req-2249e2f7-3e2e-4b81-9e32-8bfc3ff3a9f0 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407302 Sep 20 04:57:51.668394 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:51.674984 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:51.903624 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:52.308689 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333377e-4f5e-493a-9231-32c212e1b9af req-5b53df08-bdf5-43f9-804d-9932e0b515b9 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:52.310162 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0333377e-4f5e-493a-9231-32c212e1b9af req-5b53df08-bdf5-43f9-804d-9932e0b515b9 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0465112 Sep 20 04:57:52.360121 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0333377e-4f5e-493a-9231-32c212e1b9af req-f5f9f98d-1342-4094-a79e-84d5528dded9 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444047 Sep 20 04:57:52.478300 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b7364-ee9a-403b-8d10-38a83c70f751 req-f77354e3-f982-4fff-87e2-c63142c70ad2 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:52.479672 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-512b7364-ee9a-403b-8d10-38a83c70f751 req-f77354e3-f982-4fff-87e2-c63142c70ad2 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0471294 Sep 20 04:57:52.489800 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52372) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:57:52.494069 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-a58c3cd2-d9fb-434b-8720-de2f4d5aa54e tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Request body: {'floatingip': {'port_id': '91a0df87-3f74-4106-92a9-e9a99f1cd365'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:52.531826 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-a58c3cd2-d9fb-434b-8720-de2f4d5aa54e tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for floatingip (4bd9272f-8757-49b2-a010-f79dc78fd1fa), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:52.536797 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=10 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:52.543039 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:52.946758 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-a58c3cd2-d9fb-434b-8720-de2f4d5aa54e tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:52.951179 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-a58c3cd2-d9fb-434b-8720-de2f4d5aa54e tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (4bd9272f-8757-49b2-a010-f79dc78fd1fa), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:53.045183 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.l3_db [None req-a58c3cd2-d9fb-434b-8720-de2f4d5aa54e tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Floating IP 4bd9272f-8757-49b2-a010-f79dc78fd1fa associated. External IP: 172.27.1.159, port: 91a0df87-3f74-4106-92a9-e9a99f1cd365. Sep 20 04:57:53.128124 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:53.135454 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:53.240500 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58c3cd2-d9fb-434b-8720-de2f4d5aa54e tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:57:53.341481 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58c3cd2-d9fb-434b-8720-de2f4d5aa54e tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:57:53.345922 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-a58c3cd2-d9fb-434b-8720-de2f4d5aa54e tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:57:53.351115 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa56e3-3217-4ff4-a1b5-d0474c6e4de0 None None] Sync routers for ids ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:57:53.361795 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aa56e3-3217-4ff4-a1b5-d0474c6e4de0 None None] Routers {'1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:57:53.362398 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-c2aa56e3-3217-4ff4-a1b5-d0474c6e4de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:57:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:53.379984 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-a58c3cd2-d9fb-434b-8720-de2f4d5aa54e tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/4bd9272f-8757-49b2-a010-f79dc78fd1fa HTTP/1.1" status: 200 len: 991 time: 0.8891437 Sep 20 04:57:53.380682 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc0a271-e3e8-4883-b052-72a5c319c6b7', 'tag': '91a0df87-3f74-4106-92a9-e9a99f1cd365'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:57:53.382955 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c9539f-f3ed-4132-962e-fb9064ac8e32" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc0a271-e3e8-4883-b052-72a5c319c6b7", "tag": "91a0df87-3f74-4106-92a9-e9a99f1cd365"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:57:53.420930 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0adbf4-ccdd-4ceb-ae45-55a7555d0339 x-openstack-request-id: req-0a0adbf4-ccdd-4ceb-ae45-55a7555d0339 {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:57:53.421226 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc0a271-e3e8-4883-b052-72a5c319c6b7", "tag": "91a0df87-3f74-4106-92a9-e9a99f1cd365", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:57:53.421493 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0a0adbf4-ccdd-4ceb-ae45-55a7555d0339 {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:57:53.421911 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a0adbf4-ccdd-4ceb-ae45-55a7555d0339'] response: {'name': 'network-changed', 'server_uuid': '1dc0a271-e3e8-4883-b052-72a5c319c6b7', 'tag': '91a0df87-3f74-4106-92a9-e9a99f1cd365', 'status': 'completed', 'code': 200} Sep 20 04:57:53.449265 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:57:53.472794 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-c2aa56e3-3217-4ff4-a1b5-d0474c6e4de0 None None] Set router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:57:53.517888 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9539f-f3ed-4132-962e-fb9064ac8e32 req-7c2c7251-f336-43ab-a41f-d200568d7aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:53.519400 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c3c9539f-f3ed-4132-962e-fb9064ac8e32 req-7c2c7251-f336-43ab-a41f-d200568d7aee service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=56047142d69c4c1cbfa9f6a278622332&device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 1129 time: 0.0408089 Sep 20 04:57:53.616431 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9539f-f3ed-4132-962e-fb9064ac8e32 req-67442952-0e77-4fd4-9f92-62301b7d1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:53.618102 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c3c9539f-f3ed-4132-962e-fb9064ac8e32 req-67442952-0e77-4fd4-9f92-62301b7d1405 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=df11c176-b7e2-4ad1-93ab-93f2f2c98460 HTTP/1.1" status: 200 len: 916 time: 0.0924370 Sep 20 04:57:53.680777 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c3c9539f-f3ed-4132-962e-fb9064ac8e32 req-f0911b4d-bf40-410e-b897-799de44dda9a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91a0df87-3f74-4106-92a9-e9a99f1cd365 HTTP/1.1" status: 200 len: 999 time: 0.0558081 Sep 20 04:57:53.696979 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-c2aa56e3-3217-4ff4-a1b5-d0474c6e4de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 4, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port': {'id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '4bd9272f-8757-49b2-a010-f79dc78fd1fa', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'port_id': '91a0df87-3f74-4106-92a9-e9a99f1cd365', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'mac_address': 'fa:16:3e:47:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc0a271-e3e8-4883-b052-72a5c319c6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:57:40Z', 'updated_at': '2022-09-20T04:57:52Z', 'revision_number': 1, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeca2cf9-f9cd-466f-99a5-166ff7cdbe88', 'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'mac_address': 'fa:16:3e:73:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:37Z', 'updated_at': '2022-09-20T04:57:42Z', 'revision_number': 5, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'subnets': [{'id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:53.721928 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa56e3-3217-4ff4-a1b5-d0474c6e4de0 None None] Checking router: 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:57:53.730402 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aa56e3-3217-4ff4-a1b5-d0474c6e4de0 None None] Routers {'1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:57:53.731007 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-c2aa56e3-3217-4ff4-a1b5-d0474c6e4de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:57:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:53.733374 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9539f-f3ed-4132-962e-fb9064ac8e32 req-1e06003e-6a69-4f57-ba93-8534ba10ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:53.734828 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c3c9539f-f3ed-4132-962e-fb9064ac8e32 req-1e06003e-6a69-4f57-ba93-8534ba10ae40 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68 HTTP/1.1" status: 200 len: 855 time: 0.0485260 Sep 20 04:57:53.777508 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9539f-f3ed-4132-962e-fb9064ac8e32 req-c77dfdde-0b77-4f98-93ee-620931b730b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:57:53.778900 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c3c9539f-f3ed-4132-962e-fb9064ac8e32 req-c77dfdde-0b77-4f98-93ee-620931b730b7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=df11c176-b7e2-4ad1-93ab-93f2f2c98460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385089 Sep 20 04:57:53.832665 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-c2aa56e3-3217-4ff4-a1b5-d0474c6e4de0 None None] Set router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:57:53.881739 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c3c9539f-f3ed-4132-962e-fb9064ac8e32 req-f94de3e5-6acd-4bff-b3ae-1abef4e60412 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969365 Sep 20 04:57:53.976705 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c3c9539f-f3ed-4132-962e-fb9064ac8e32 req-4c5df7d6-7605-4aa4-a445-864eb60658ec service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882847 Sep 20 04:57:54.163534 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-c2aa56e3-3217-4ff4-a1b5-d0474c6e4de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 4, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port': {'id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '4bd9272f-8757-49b2-a010-f79dc78fd1fa', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'port_id': '91a0df87-3f74-4106-92a9-e9a99f1cd365', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'mac_address': 'fa:16:3e:47:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc0a271-e3e8-4883-b052-72a5c319c6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:57:40Z', 'updated_at': '2022-09-20T04:57:52Z', 'revision_number': 1, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeca2cf9-f9cd-466f-99a5-166ff7cdbe88', 'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'mac_address': 'fa:16:3e:73:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:37Z', 'updated_at': '2022-09-20T04:57:42Z', 'revision_number': 5, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'subnets': [{'id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:54.191014 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa56e3-3217-4ff4-a1b5-d0474c6e4de0 None None] The sync data for ids ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'] in dv-cinder-756710-7-iscsi is: [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 4, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port': {'id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '4bd9272f-8757-49b2-a010-f79dc78fd1fa', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'port_id': '91a0df87-3f74-4106-92a9-e9a99f1cd365', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'mac_address': 'fa:16:3e:47:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc0a271-e3e8-4883-b052-72a5c319c6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:57:40Z', 'updated_at': '2022-09-20T04:57:52Z', 'revision_number': 1, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeca2cf9-f9cd-466f-99a5-166ff7cdbe88', 'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'mac_address': 'fa:16:3e:73:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:37Z', 'updated_at': '2022-09-20T04:57:42Z', 'revision_number': 5, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'subnets': [{'id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:57:54.365603 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d2c8c-776b-4319-a11c-503397dc0e4d None None] New status for floating IP 4bd9272f-8757-49b2-a010-f79dc78fd1fa: ACTIVE {{(pid=112595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 04:58:00.037845 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:01.059655 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:58:03.032380 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ddd7a8da-6dce-4fa3-a0b4-4fe9e625fdf5 req-386f1348-4cde-46ac-93d6-07477844f2b9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382435 Sep 20 04:58:03.114637 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7a8da-6dce-4fa3-a0b4-4fe9e625fdf5 req-f0b4a643-0900-4032-b065-120c9e608c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:03.116076 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ddd7a8da-6dce-4fa3-a0b4-4fe9e625fdf5 req-f0b4a643-0900-4032-b065-120c9e608c11 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=46ddf925b345471da94d05998a6a0540&device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 1129 time: 0.0371952 Sep 20 04:58:03.222902 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7a8da-6dce-4fa3-a0b4-4fe9e625fdf5 req-c21a8d88-5498-49ca-babd-b4b52a1b450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:03.224730 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ddd7a8da-6dce-4fa3-a0b4-4fe9e625fdf5 req-c21a8d88-5498-49ca-babd-b4b52a1b450e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6de81d04-87bb-4e82-ba15-9636966f9274 HTTP/1.1" status: 200 len: 912 time: 0.0889654 Sep 20 04:58:03.288421 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ddd7a8da-6dce-4fa3-a0b4-4fe9e625fdf5 req-fa59efab-d6ce-4619-b713-e92ba7c6ec84 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b28a7ec-b466-45f0-86a8-63563916d1bd HTTP/1.1" status: 200 len: 1001 time: 0.0571740 Sep 20 04:58:03.336269 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7a8da-6dce-4fa3-a0b4-4fe9e625fdf5 req-2a29ecd6-3cb1-4b53-a1e4-8fa17f7fe1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:03.337689 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ddd7a8da-6dce-4fa3-a0b4-4fe9e625fdf5 req-2a29ecd6-3cb1-4b53-a1e4-8fa17f7fe1f9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e94eb72f-d7fc-4515-9285-2b7cbf8ba84e HTTP/1.1" status: 200 len: 851 time: 0.0435362 Sep 20 04:58:03.374657 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=25 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:03.375221 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=100 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:03.376703 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=32 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:03.380876 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7a8da-6dce-4fa3-a0b4-4fe9e625fdf5 req-dc952535-0de2-4fc7-8fe6-6d3357f4b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:03.382310 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ddd7a8da-6dce-4fa3-a0b4-4fe9e625fdf5 req-dc952535-0de2-4fc7-8fe6-6d3357f4b8a0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6de81d04-87bb-4e82-ba15-9636966f9274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380218 Sep 20 04:58:03.473633 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ddd7a8da-6dce-4fa3-a0b4-4fe9e625fdf5 req-b30ea518-8d2e-4645-b361-0dd616f14ca6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837362 Sep 20 04:58:03.527118 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=100 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:03.563584 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ddd7a8da-6dce-4fa3-a0b4-4fe9e625fdf5 req-f21a3df9-01b9-452e-93ba-cbc755ff76b0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836604 Sep 20 04:58:10.031764 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=82 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:10.033640 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:13.559333 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=17 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:13.560140 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=7 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:16.672586 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-06b38c0e-b90e-4f04-a9d7-cfafe50d08a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:18.903312 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-48b77265-e09c-435c-960f-e8785e5bab4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:19.090847 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:19.095346 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:19.725674 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c361e-48eb-43b8-baa3-5d45c654f132 req-6c288980-6b57-44dd-9131-76fc2d7dc3c6 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:19.727041 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-213c361e-48eb-43b8-baa3-5d45c654f132 req-6c288980-6b57-44dd-9131-76fc2d7dc3c6 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0f0fd5e7-f601-4fa1-870a-b2c497479260 HTTP/1.1" status: 200 len: 946 time: 0.0493193 Sep 20 04:58:19.773466 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-213c361e-48eb-43b8-baa3-5d45c654f132 req-9d6f698e-a04b-45ab-9048-e6510487a5bf tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67f0d79f-bc1f-4541-83ea-b400fd616fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407808 Sep 20 04:58:20.079621 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:20.892232 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745114b-83cd-4184-b423-d1d6fc223e81 req-4e6556dc-9ff1-4f75-933c-0ada75e29830 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:20.893689 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7745114b-83cd-4184-b423-d1d6fc223e81 req-4e6556dc-9ff1-4f75-933c-0ada75e29830 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0f0fd5e7-f601-4fa1-870a-b2c497479260 HTTP/1.1" status: 200 len: 946 time: 0.0463278 Sep 20 04:58:20.939911 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7745114b-83cd-4184-b423-d1d6fc223e81 req-b39a0273-583a-43ee-804e-1cc97e46b2cc tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67f0d79f-bc1f-4541-83ea-b400fd616fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407166 Sep 20 04:58:21.427472 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee55a4e-7d61-4409-b059-13d8c4af4429 req-055f2f90-281e-4af0-9dba-616edb66781c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:21.428864 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-3ee55a4e-7d61-4409-b059-13d8c4af4429 req-055f2f90-281e-4af0-9dba-616edb66781c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f0fd5e7-f601-4fa1-870a-b2c497479260 HTTP/1.1" status: 200 len: 946 time: 0.0480607 Sep 20 04:58:21.511033 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-3ee55a4e-7d61-4409-b059-13d8c4af4429 req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Deleting port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:58:21.511372 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-3ee55a4e-7d61-4409-b059-13d8c4af4429 req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (7b4bd97f-fb1e-4d96-8371-721ef17b2faf), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:21.600963 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-3ee55a4e-7d61-4409-b059-13d8c4af4429 req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] For port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=7b4bd97f-fb1e-4d96-8371-721ef17b2faf,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:58:21.601321 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-3ee55a4e-7d61-4409-b059-13d8c4af4429 req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (7b4bd97f-fb1e-4d96-8371-721ef17b2faf), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:21.675355 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:21.907216 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:22.036931 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-3ee55a4e-7d61-4409-b059-13d8c4af4429 req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:22.037293 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-3ee55a4e-7d61-4409-b059-13d8c4af4429 req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (6bab0e6f-b9e8-4704-b25e-9535cf4a4d0f), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:22.037614 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.l3_db [req-3ee55a4e-7d61-4409-b059-13d8c4af4429 req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Floating IP 6bab0e6f-b9e8-4704-b25e-9535cf4a4d0f disassociated. External IP: 172.27.1.209, port: 7b4bd97f-fb1e-4d96-8371-721ef17b2faf. Sep 20 04:58:22.037952 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-3ee55a4e-7d61-4409-b059-13d8c4af4429 req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Calling delete_port for 7b4bd97f-fb1e-4d96-8371-721ef17b2faf owned by compute:nova {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:58:22.063712 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe559b5-8505-4718-acb6-fa6cdf213cb7 req-8dee2fb0-ef0c-4df2-be4a-7e988b8f1191 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:22.065224 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9fe559b5-8505-4718-acb6-fa6cdf213cb7 req-8dee2fb0-ef0c-4df2-be4a-7e988b8f1191 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0f0fd5e7-f601-4fa1-870a-b2c497479260 HTTP/1.1" status: 200 len: 946 time: 0.0501738 Sep 20 04:58:22.113687 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9fe559b5-8505-4718-acb6-fa6cdf213cb7 req-b664c03d-8aa7-4490-a775-e97b0260ea8e tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67f0d79f-bc1f-4541-83ea-b400fd616fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422275 Sep 20 04:58:22.164749 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-3ee55a4e-7d61-4409-b059-13d8c4af4429 req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (7b4bd97f-fb1e-4d96-8371-721ef17b2faf), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:22.190062 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event deleted for resources: {'Port': ['ID=7b4bd97f-fb1e-4d96-8371-721ef17b2faf,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:22.201925 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:22.202271 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:22.202609 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:22.202943 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:22.203272 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:22.203602 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:22.203927 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:22.204253 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:22.204572 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:22.204917 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:22.205237 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:22.205560 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:22.205873 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:22.206188 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:22.206504 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:22.312124 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ee55a4e-7d61-4409-b059-13d8c4af4429 req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Router 7682264b-089e-428b-8ddc-de27bd112194 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:58:22.411662 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ee55a4e-7d61-4409-b059-13d8c4af4429 req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:58:22.422264 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a0d554-e3aa-4e15-87de-43d1d07c7535 None None] Sync routers for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:58:22.433214 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a0d554-e3aa-4e15-87de-43d1d07c7535 None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:58:22.433820 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-e2a0d554-e3aa-4e15-87de-43d1d07c7535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:58:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:22.453536 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee55a4e-7d61-4409-b059-13d8c4af4429 req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] No DVR routers for this DVR port 7b4bd97f-fb1e-4d96-8371-721ef17b2faf on host hv-cinder-75671 {{(pid=112593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 04:58:22.456255 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-3ee55a4e-7d61-4409-b059-13d8c4af4429 req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:22.459450 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-3ee55a4e-7d61-4409-b059-13d8c4af4429 req-6b8288bd-cff5-43cb-abe4-618713a6853c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.25 "DELETE /networking/v2.0/ports/7b4bd97f-fb1e-4d96-8371-721ef17b2faf HTTP/1.1" status: 204 len: 173 time: 1.0256417 Sep 20 04:58:22.459955 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0fd5e7-f601-4fa1-870a-b2c497479260', 'name': 'network-vif-deleted', 'tag': '7b4bd97f-fb1e-4d96-8371-721ef17b2faf'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:58:22.462802 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1152a225-ce2b-430c-adc2-95a2a0959646" -d '{"events": [{"server_uuid": "0f0fd5e7-f601-4fa1-870a-b2c497479260", "name": "network-vif-deleted", "tag": "7b4bd97f-fb1e-4d96-8371-721ef17b2faf"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:58:22.504702 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9666b76-ada7-47e8-ad05-3c029339fd12 x-openstack-request-id: req-d9666b76-ada7-47e8-ad05-3c029339fd12 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:58:22.505087 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0fd5e7-f601-4fa1-870a-b2c497479260", "name": "network-vif-deleted", "tag": "7b4bd97f-fb1e-4d96-8371-721ef17b2faf", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:58:22.505407 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d9666b76-ada7-47e8-ad05-3c029339fd12 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:58:22.506398 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9666b76-ada7-47e8-ad05-3c029339fd12'] response: {'server_uuid': '0f0fd5e7-f601-4fa1-870a-b2c497479260', 'name': 'network-vif-deleted', 'tag': '7b4bd97f-fb1e-4d96-8371-721ef17b2faf', 'status': 'completed', 'code': 200} Sep 20 04:58:22.546577 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-e2a0d554-e3aa-4e15-87de-43d1d07c7535 None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:58:22.752761 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-e2a0d554-e3aa-4e15-87de-43d1d07c7535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:22.777303 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a0d554-e3aa-4e15-87de-43d1d07c7535 None None] Checking router: 7682264b-089e-428b-8ddc-de27bd112194 for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:58:22.785575 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a0d554-e3aa-4e15-87de-43d1d07c7535 None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:58:22.786127 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-e2a0d554-e3aa-4e15-87de-43d1d07c7535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:58:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:22.890725 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-e2a0d554-e3aa-4e15-87de-43d1d07c7535 None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:58:23.085878 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-e2a0d554-e3aa-4e15-87de-43d1d07c7535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:23.110679 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a0d554-e3aa-4e15-87de-43d1d07c7535 None None] The sync data for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi is: [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:51:58Z', 'revision_number': 4, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '63a5ee4e-2b2a-494b-82b2-ec17e4790bab', 'name': '', 'network_id': '637b3136-e650-47ef-a9fe-492091eb8174', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'mac_address': 'fa:16:3e:29:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:57Z', 'updated_at': '2022-09-20T04:52:15Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'subnets': [{'id': '3f57d475-8572-4ec4-8852-9471b6c9f7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:58:23.211800 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52460) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:23.271954 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (67f0d79f-bc1f-4541-83ea-b400fd616fe0), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:23.295278 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (67f0d79f-bc1f-4541-83ea-b400fd616fe0), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:23.333987 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64039b68-2954-4e8d-8f45-08f65f4f3c00 None None] New status for floating IP 6bab0e6f-b9e8-4704-b25e-9535cf4a4d0f: DOWN {{(pid=112595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 04:58:23.349195 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (67f0d79f-bc1f-4541-83ea-b400fd616fe0), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:23.351751 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:23.356297 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/67f0d79f-bc1f-4541-83ea-b400fd616fe0 HTTP/1.1" status: 204 len: 168 time: 0.1394422 Sep 20 04:58:23.356705 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52462) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:23.362345 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f0d79f-bc1f-4541-83ea-b400fd616fe0,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:23.370598 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:23.370945 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:23.371284 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:23.371626 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:23.371960 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:23.372291 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:23.372643 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:23.372970 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:23.373298 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:23.373622 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:23.373946 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:23.374272 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:23.374383 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.api.v2.resource [None req-962d4e2d-506a-493d-b7be-494aec048f87 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] show failed (client error): The resource could not be found. Sep 20 04:58:23.374595 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:23.374916 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:23.375383 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9516-fc46-44ab-8394-bc3847cd956c tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:23.377119 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-962d4e2d-506a-493d-b7be-494aec048f87 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "GET /networking/v2.0/security-groups/67f0d79f-bc1f-4541-83ea-b400fd616fe0 HTTP/1.1" status: 404 len: 347 time: 0.0188124 Sep 20 04:58:23.378308 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52464) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:23.492073 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-4793ae93-ca99-4099-acb0-cc7cd78bcdf9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Deleting port 233b1a72-d7c0-4c49-ba65-869cdb2ab854 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:58:23.492419 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4793ae93-ca99-4099-acb0-cc7cd78bcdf9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (233b1a72-d7c0-4c49-ba65-869cdb2ab854), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:23.570857 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4793ae93-ca99-4099-acb0-cc7cd78bcdf9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (233b1a72-d7c0-4c49-ba65-869cdb2ab854), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:23.571092 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4793ae93-ca99-4099-acb0-cc7cd78bcdf9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (233b1a72-d7c0-4c49-ba65-869cdb2ab854), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:23.583871 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-4793ae93-ca99-4099-acb0-cc7cd78bcdf9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Calling delete_port for 233b1a72-d7c0-4c49-ba65-869cdb2ab854 owned by network:floatingip {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:58:23.709506 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4793ae93-ca99-4099-acb0-cc7cd78bcdf9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (233b1a72-d7c0-4c49-ba65-869cdb2ab854), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:23.731489 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793ae93-ca99-4099-acb0-cc7cd78bcdf9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Pushing event deleted for resources: {'Port': ['ID=233b1a72-d7c0-4c49-ba65-869cdb2ab854,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:23.792988 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4793ae93-ca99-4099-acb0-cc7cd78bcdf9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks [] for floatingip (6bab0e6f-b9e8-4704-b25e-9535cf4a4d0f), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:23.795377 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4793ae93-ca99-4099-acb0-cc7cd78bcdf9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:23.796502 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-4793ae93-ca99-4099-acb0-cc7cd78bcdf9 tempest-AttachVolumeNegativeTest-1482924724 tempest-AttachVolumeNegativeTest-1482924724-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/6bab0e6f-b9e8-4704-b25e-9535cf4a4d0f HTTP/1.1" status: 204 len: 168 time: 0.4172871 Sep 20 04:58:24.172919 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 7b4bd97f-fb1e-4d96-8371-721ef17b2faf no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:58:24.192233 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: 7b4bd97f-fb1e-4d96-8371-721ef17b2faf {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:58:24.192591 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 7b4bd97f-fb1e-4d96-8371-721ef17b2faf not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:58:27.469173 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52500) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:27.524766 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:27.602115 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:27.821504 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dc404916-ced4-423f-a299-cc885f2cf017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4094629'] for router_interface (7682264b-089e-428b-8ddc-de27bd112194), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:28.035765 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-dc404916-ced4-423f-a299-cc885f2cf017 admin admin] Deleting port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:58:28.036108 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dc404916-ced4-423f-a299-cc885f2cf017 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (63a5ee4e-2b2a-494b-82b2-ec17e4790bab), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:28.112647 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [None req-dc404916-ced4-423f-a299-cc885f2cf017 admin admin] For port 63a5ee4e-2b2a-494b-82b2-ec17e4790bab, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=63a5ee4e-2b2a-494b-82b2-ec17e4790bab,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:58:28.112918 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dc404916-ced4-423f-a299-cc885f2cf017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (63a5ee4e-2b2a-494b-82b2-ec17e4790bab), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:28.125092 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-dc404916-ced4-423f-a299-cc885f2cf017 admin admin] Calling delete_port for 63a5ee4e-2b2a-494b-82b2-ec17e4790bab owned by network:router_interface {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:58:28.298531 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dc404916-ced4-423f-a299-cc885f2cf017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (63a5ee4e-2b2a-494b-82b2-ec17e4790bab), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:28.326270 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc404916-ced4-423f-a299-cc885f2cf017 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a5ee4e-2b2a-494b-82b2-ec17e4790bab,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:28.372699 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:28.379144 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:28.732983 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dc404916-ced4-423f-a299-cc885f2cf017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3684142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3778325'] for router_interface (7682264b-089e-428b-8ddc-de27bd112194), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:28.931982 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc404916-ced4-423f-a299-cc885f2cf017 admin admin] Router 7682264b-089e-428b-8ddc-de27bd112194 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:58:29.031320 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc404916-ced4-423f-a299-cc885f2cf017 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:58:29.036183 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-dc404916-ced4-423f-a299-cc885f2cf017 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/7682264b-089e-428b-8ddc-de27bd112194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5660620 Sep 20 04:58:29.038717 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52504) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:29.040871 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed242d8-5bd7-492c-8905-05a4bfad7541 None None] Sync routers for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:58:29.052403 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed242d8-5bd7-492c-8905-05a4bfad7541 None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:58:29.053076 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-0ed242d8-5bd7-492c-8905-05a4bfad7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:58:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:29.138715 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1d6de599-6a11-4895-80a4-3c97dc30531f admin admin] Publish callbacks [] for router (7682264b-089e-428b-8ddc-de27bd112194), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:29.161628 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-0ed242d8-5bd7-492c-8905-05a4bfad7541 None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:58:29.239816 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1d6de599-6a11-4895-80a4-3c97dc30531f admin admin] Publish callbacks [] for router_gateway (7682264b-089e-428b-8ddc-de27bd112194), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:29.269484 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:29.277833 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:29.295772 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-1d6de599-6a11-4895-80a4-3c97dc30531f admin admin] Deleting port 3d2876fb-8f76-4dbb-8862-8d963440c304 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:58:29.296146 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1d6de599-6a11-4895-80a4-3c97dc30531f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (3d2876fb-8f76-4dbb-8862-8d963440c304), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:29.336089 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-0ed242d8-5bd7-492c-8905-05a4bfad7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:58:28Z', 'revision_number': 5, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port': {'id': '3d2876fb-8f76-4dbb-8862-8d963440c304', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682264b-089e-428b-8ddc-de27bd112194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:51:51Z', 'updated_at': '2022-09-20T04:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:29.361338 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed242d8-5bd7-492c-8905-05a4bfad7541 None None] Checking router: 7682264b-089e-428b-8ddc-de27bd112194 for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:58:29.370906 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed242d8-5bd7-492c-8905-05a4bfad7541 None None] Routers {'7682264b-089e-428b-8ddc-de27bd112194'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:58:29.371527 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-0ed242d8-5bd7-492c-8905-05a4bfad7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:58:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['7682264b-089e-428b-8ddc-de27bd112194'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:29.389467 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [None req-1d6de599-6a11-4895-80a4-3c97dc30531f admin admin] For port 3d2876fb-8f76-4dbb-8862-8d963440c304, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=3d2876fb-8f76-4dbb-8862-8d963440c304,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:58:29.390319 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1d6de599-6a11-4895-80a4-3c97dc30531f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (3d2876fb-8f76-4dbb-8862-8d963440c304), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:29.404907 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-1d6de599-6a11-4895-80a4-3c97dc30531f admin admin] Calling delete_port for 3d2876fb-8f76-4dbb-8862-8d963440c304 owned by network:router_gateway {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:58:29.457699 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:29.460110 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-0ed242d8-5bd7-492c-8905-05a4bfad7541 None None] Set router 7682264b-089e-428b-8ddc-de27bd112194 gateway port host: None {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:58:29.521463 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-0ed242d8-5bd7-492c-8905-05a4bfad7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:58:29Z', 'revision_number': 6, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port_host': None}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:29.533590 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:29.557585 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed242d8-5bd7-492c-8905-05a4bfad7541 None None] The sync data for ids ['7682264b-089e-428b-8ddc-de27bd112194'] in dv-cinder-756710-7-iscsi is: [{'id': '7682264b-089e-428b-8ddc-de27bd112194', 'name': 'tempest-AttachVolumeNegativeTest-1227482636-router', 'tenant_id': '4f0f0b8842ae496292c27a6ee1350d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:51:50Z', 'updated_at': '2022-09-20T04:58:29Z', 'revision_number': 6, 'project_id': '4f0f0b8842ae496292c27a6ee1350d32', 'gw_port_host': None}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:58:29.594985 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1d6de599-6a11-4895-80a4-3c97dc30531f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (3d2876fb-8f76-4dbb-8862-8d963440c304), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:29.625553 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6de599-6a11-4895-80a4-3c97dc30531f admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2876fb-8f76-4dbb-8862-8d963440c304,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:29.699575 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1d6de599-6a11-4895-80a4-3c97dc30531f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3775071'] for router_gateway (7682264b-089e-428b-8ddc-de27bd112194), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:29.786268 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1d6de599-6a11-4895-80a4-3c97dc30531f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4743'] for router (7682264b-089e-428b-8ddc-de27bd112194), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:29.788406 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1d6de599-6a11-4895-80a4-3c97dc30531f admin admin] Publish callbacks [] for router_controller (7682264b-089e-428b-8ddc-de27bd112194), precommit_delete_associations {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:29.828749 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1d6de599-6a11-4895-80a4-3c97dc30531f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3778408'] for router (7682264b-089e-428b-8ddc-de27bd112194), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:29.829271 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6de599-6a11-4895-80a4-3c97dc30531f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7682264b-089e-428b-8ddc-de27bd112194 {{(pid=112592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 04:58:29.833448 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1d6de599-6a11-4895-80a4-3c97dc30531f admin admin] Publish callbacks [] for router (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:29.834740 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-1d6de599-6a11-4895-80a4-3c97dc30531f admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/7682264b-089e-428b-8ddc-de27bd112194 HTTP/1.1" status: 204 len: 168 time: 0.7951217 Sep 20 04:58:29.838025 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52516) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:29.881082 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_v2 [None req-054d51a5-98a0-4bde-9731-b21b413d238b admin admin] Deleting subnet 3f57d475-8572-4ec4-8852-9471b6c9f7c5 {{(pid=112592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 04:58:29.884647 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-054d51a5-98a0-4bde-9731-b21b413d238b admin admin] Publish callbacks [] for subnet (3f57d475-8572-4ec4-8852-9471b6c9f7c5), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:29.923642 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-054d51a5-98a0-4bde-9731-b21b413d238b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59606820'] for subnet (3f57d475-8572-4ec4-8852-9471b6c9f7c5), precommit_delete_associations {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:30.004363 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-054d51a5-98a0-4bde-9731-b21b413d238b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766695'] for subnet (3f57d475-8572-4ec4-8852-9471b6c9f7c5), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:30.054850 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:30.063641 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-054d51a5-98a0-4bde-9731-b21b413d238b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59301371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58868331'] for subnet (3f57d475-8572-4ec4-8852-9471b6c9f7c5), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:30.094633 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d51a5-98a0-4bde-9731-b21b413d238b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f57d475-8572-4ec4-8852-9471b6c9f7c5,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:30.098301 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-054d51a5-98a0-4bde-9731-b21b413d238b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:30.101602 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-054d51a5-98a0-4bde-9731-b21b413d238b admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/3f57d475-8572-4ec4-8852-9471b6c9f7c5 HTTP/1.1" status: 204 len: 168 time: 0.2624066 Sep 20 04:58:30.103906 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52518) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:30.104035 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda90967-4718-4214-8e2f-8ca25b03bd82 None None] Network 637b3136-e650-47ef-a9fe-492091eb8174 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:58:30.172238 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726418'] for network (637b3136-e650-47ef-a9fe-492091eb8174), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:30.215016 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] Deleting port e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:58:30.215371 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:30.280460 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] For port e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71,segment=NetworkSegment(d4b21cc3-5545-4710-9364-195641e63216),segment_id=d4b21cc3-5545-4710-9364-195641e63216)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:58:30.280841 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:30.293954 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] Calling delete_port for e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71 owned by network:dhcp {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:58:30.341133 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=5 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:30.376410 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b810e2c2-e626-4798-9145-62e4796029aa None None] DHCP port deletion for 637b3136-e650-47ef-a9fe-492091eb8174 request from dv-cinder-756710-7-iscsi {{(pid=112594) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 04:58:30.376628 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:30.380811 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 63a5ee4e-2b2a-494b-82b2-ec17e4790bab no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:58:30.404026 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: 63a5ee4e-2b2a-494b-82b2-ec17e4790bab {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:58:30.404379 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 63a5ee4e-2b2a-494b-82b2-ec17e4790bab not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:58:30.407759 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:30.415206 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] No DVR routers for this DVR port e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71 on host dv-cinder-756710-7-iscsi {{(pid=112592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 04:58:30.489714 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729292', 'neutron.services.segments.db._delete_segments_for_network-8739023563457'] for network (637b3136-e650-47ef-a9fe-492091eb8174), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:30.506955 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:30.511181 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637b3136-e650-47ef-a9fe-492091eb8174']}} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:30.521058 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b21cc3-5545-4710-9364-195641e63216') {'for_net_delete': True} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:30.521353 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b21cc3-5545-4710-9364-195641e63216') {} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:30.531415 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739023563349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59606815'] for segment (d4b21cc3-5545-4710-9364-195641e63216), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:30.546763 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (d4b21cc3-5545-4710-9364-195641e63216), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:30.553014 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=112592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 04:58:30.553407 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59301185'] for segment (d4b21cc3-5545-4710-9364-195641e63216), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:30.598984 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.services.segments.plugin [-] Segment d4b21cc3-5545-4710-9364-195641e63216 resource provider aggregate not found Sep 20 04:58:30.620565 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.services.segments.plugin [-] Segment d4b21cc3-5545-4710-9364-195641e63216 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4b21cc3-5545-4710-9364-195641e63216 found for delete ", "request_id": "req-55d5d810-6a80-4767-9e36-cc6f6a6554fb"}]} Sep 20 04:58:30.625012 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3775114'] for network (637b3136-e650-47ef-a9fe-492091eb8174), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:30.647773 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:30.655855 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/637b3136-e650-47ef-a9fe-492091eb8174 HTTP/1.1" status: 204 len: 168 time: 0.5509660 Sep 20 04:58:30.657329 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c67245-586b-4283-8311-ba9751bc2bb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=637b3136-e650-47ef-a9fe-492091eb8174,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:30.771383 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52530) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:30.811124 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-a5935b6e-b2b3-4453-9d64-84b676e42294 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4f0f0b8842ae496292c27a6ee1350d32&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385928 Sep 20 04:58:30.813603 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52532) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:30.863175 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-520287ef-99af-4d56-8f2e-3a8915b1fd20 admin admin] Publish callbacks [] for security_group (ec3b4f1f-d969-4d6c-b1fc-b2078fd55314), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:30.883243 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-520287ef-99af-4d56-8f2e-3a8915b1fd20 admin admin] Publish callbacks [] for security_group (ec3b4f1f-d969-4d6c-b1fc-b2078fd55314), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:30.930978 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-520287ef-99af-4d56-8f2e-3a8915b1fd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (ec3b4f1f-d969-4d6c-b1fc-b2078fd55314), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:30.933519 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-520287ef-99af-4d56-8f2e-3a8915b1fd20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:30.937133 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-520287ef-99af-4d56-8f2e-3a8915b1fd20 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ec3b4f1f-d969-4d6c-b1fc-b2078fd55314 HTTP/1.1" status: 204 len: 168 time: 0.1201606 Sep 20 04:58:30.942562 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520287ef-99af-4d56-8f2e-3a8915b1fd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3b4f1f-d969-4d6c-b1fc-b2078fd55314,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:31.521303 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e901a46-e814-4aed-8243-5e3a00832d6f req-9837d13c-05bd-4d97-933d-f99ea95dc5ef tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:31.522829 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4e901a46-e814-4aed-8243-5e3a00832d6f req-9837d13c-05bd-4d97-933d-f99ea95dc5ef tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0531390 Sep 20 04:58:31.573436 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4e901a46-e814-4aed-8243-5e3a00832d6f req-30507902-2eb5-405e-b731-f34932f9b8f5 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449016 Sep 20 04:58:31.965133 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:58:31.985161 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:58:31.985510 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device e1b0dc8d-5cd1-4e37-9a1f-2cad33c61e71 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:58:31.985929 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 3d2876fb-8f76-4dbb-8862-8d963440c304 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:58:32.003963 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: 3d2876fb-8f76-4dbb-8862-8d963440c304 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:58:32.004303 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 3d2876fb-8f76-4dbb-8862-8d963440c304 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:58:32.439360 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:32.681058 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52600) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:32.703151 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f6d4c-3c1a-4894-b6ae-0afef4d45df0 req-28c75aa2-cb26-467c-aca9-c956ce107a2c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:32.704554 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-357f6d4c-3c1a-4894-b6ae-0afef4d45df0 req-28c75aa2-cb26-467c-aca9-c956ce107a2c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0511391 Sep 20 04:58:32.751954 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-357f6d4c-3c1a-4894-b6ae-0afef4d45df0 req-49b2cb7f-ead6-47c2-ab76-f599a8e65175 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415354 Sep 20 04:58:32.788535 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-923bb800-c7d8-4b27-93eb-672fc3f0dff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:32.862790 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-923bb800-c7d8-4b27-93eb-672fc3f0dff5 admin admin] Publish callbacks [] for security_group (9edd1554-021a-4988-8787-0047653bb8da), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:32.866323 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-923bb800-c7d8-4b27-93eb-672fc3f0dff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (9edd1554-021a-4988-8787-0047653bb8da), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:32.907505 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-923bb800-c7d8-4b27-93eb-672fc3f0dff5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b9bd1a57ceb64a5b8ee6d5c0eae4a220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254589 Sep 20 04:58:32.909466 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bb800-c7d8-4b27-93eb-672fc3f0dff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edd1554-021a-4988-8787-0047653bb8da,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:32.910251 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52604) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:32.962496 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-239991cb-a229-4c1b-882c-10b395667d81 admin admin] Publish callbacks [] for security_group (9edd1554-021a-4988-8787-0047653bb8da), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:32.982087 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-239991cb-a229-4c1b-882c-10b395667d81 admin admin] Publish callbacks [] for security_group (9edd1554-021a-4988-8787-0047653bb8da), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:33.009892 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:33.029394 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-239991cb-a229-4c1b-882c-10b395667d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (9edd1554-021a-4988-8787-0047653bb8da), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:33.031968 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-239991cb-a229-4c1b-882c-10b395667d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:33.033167 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-239991cb-a229-4c1b-882c-10b395667d81 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9edd1554-021a-4988-8787-0047653bb8da HTTP/1.1" status: 204 len: 168 time: 0.1218336 Sep 20 04:58:33.041608 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239991cb-a229-4c1b-882c-10b395667d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edd1554-021a-4988-8787-0047653bb8da,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:33.297102 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52610) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:33.310422 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-b5145f35-ac17-4c80-a965-e33f247baf18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:33.333882 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:33.386806 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-b5145f35-ac17-4c80-a965-e33f247baf18 admin admin] Publish callbacks [] for security_group (d61ee4a6-010a-4259-aa26-3a32fec9e5eb), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:33.390540 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-b5145f35-ac17-4c80-a965-e33f247baf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (d61ee4a6-010a-4259-aa26-3a32fec9e5eb), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:33.394847 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:33.409602 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:33.412074 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:33.432937 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-b5145f35-ac17-4c80-a965-e33f247baf18 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=82aa483a92404d3b8e70f88120d09cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347408 Sep 20 04:58:33.434696 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5145f35-ac17-4c80-a965-e33f247baf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61ee4a6-010a-4259-aa26-3a32fec9e5eb,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:33.436002 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52612) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:33.498197 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-a4957009-d8aa-4d70-97c5-2aa3abf0d282 admin admin] Publish callbacks [] for security_group (d61ee4a6-010a-4259-aa26-3a32fec9e5eb), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:33.518413 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-a4957009-d8aa-4d70-97c5-2aa3abf0d282 admin admin] Publish callbacks [] for security_group (d61ee4a6-010a-4259-aa26-3a32fec9e5eb), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:33.563012 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-a4957009-d8aa-4d70-97c5-2aa3abf0d282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (d61ee4a6-010a-4259-aa26-3a32fec9e5eb), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:33.565491 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-a4957009-d8aa-4d70-97c5-2aa3abf0d282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:33.569330 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-a4957009-d8aa-4d70-97c5-2aa3abf0d282 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d61ee4a6-010a-4259-aa26-3a32fec9e5eb HTTP/1.1" status: 204 len: 168 time: 0.1314650 Sep 20 04:58:33.578914 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4957009-d8aa-4d70-97c5-2aa3abf0d282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61ee4a6-010a-4259-aa26-3a32fec9e5eb,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:33.879703 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9b3bb-fdb2-474d-aced-8e9ed14f5e4e req-c7c93522-79b2-4e19-a8cd-30e0a7b2550f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:33.881215 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-34c9b3bb-fdb2-474d-aced-8e9ed14f5e4e req-c7c93522-79b2-4e19-a8cd-30e0a7b2550f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0481074 Sep 20 04:58:33.931160 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-34c9b3bb-fdb2-474d-aced-8e9ed14f5e4e req-ab6111da-e411-4524-8079-ff6cc6176412 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437906 Sep 20 04:58:34.232532 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52636) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:34.328337 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-d1ec7653-e6bc-4576-ad5c-c5e1ad9297a1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-486641512-network', 'tenant_id': 'ea0602a838444f35a1c4f6804d8ece1f'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:58:34.348707 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ec7653-e6bc-4576-ad5c-c5e1ad9297a1 admin admin] Made reservation on behalf of ea0602a838444f35a1c4f6804d8ece1f for: {'network': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:58:34.350957 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7653-e6bc-4576-ad5c-c5e1ad9297a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for network (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:34.359095 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7653-e6bc-4576-ad5c-c5e1ad9297a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:34.435570 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7653-e6bc-4576-ad5c-c5e1ad9297a1 admin admin] Publish callbacks [] for security_group (398a2086-b64c-46f5-9228-a653e499272f), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:34.438870 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7653-e6bc-4576-ad5c-c5e1ad9297a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (398a2086-b64c-46f5-9228-a653e499272f), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:34.463898 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ec7653-e6bc-4576-ad5c-c5e1ad9297a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=112593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 04:58:34.473513 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec7653-e6bc-4576-ad5c-c5e1ad9297a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398a2086-b64c-46f5-9228-a653e499272f,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:34.478213 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7653-e6bc-4576-ad5c-c5e1ad9297a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (a1f090ba-a2d7-4f14-a630-e00e1c6c0226), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:34.478552 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.segments_db [None req-d1ec7653-e6bc-4576-ad5c-c5e1ad9297a1 admin admin] Added segment a1f090ba-a2d7-4f14-a630-e00e1c6c0226 of type vlan for network d4346a9c-1428-4ed2-b738-775cdb81a91f Sep 20 04:58:34.518939 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7653-e6bc-4576-ad5c-c5e1ad9297a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739023002296'] for network (d4346a9c-1428-4ed2-b738-775cdb81a91f), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:34.541891 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7653-e6bc-4576-ad5c-c5e1ad9297a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for network (d4346a9c-1428-4ed2-b738-775cdb81a91f), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:34.542838 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ec7653-e6bc-4576-ad5c-c5e1ad9297a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:34.543437 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7653-e6bc-4576-ad5c-c5e1ad9297a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:34.600295 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-d1ec7653-e6bc-4576-ad5c-c5e1ad9297a1 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3666115 Sep 20 04:58:34.603501 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52640) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:34.603996 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec7653-e6bc-4576-ad5c-c5e1ad9297a1 admin admin] Pushing event updated for resources: {'Network': ['ID=d4346a9c-1428-4ed2-b738-775cdb81a91f,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:34.608493 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-93a98af3-c7ee-4e09-a544-0779d3e93798 admin admin] Request body: {'subnet': {'network_id': 'd4346a9c-1428-4ed2-b738-775cdb81a91f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-486641512-subnet', 'tenant_id': 'ea0602a838444f35a1c4f6804d8ece1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:58:34.614159 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Network d4346a9c-1428-4ed2-b738-775cdb81a91f details requested by agent ovs-agent-dv-cinder-756710-7-iscsi with host dv-cinder-756710-7-iscsi {{(pid=112594) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 04:58:34.629600 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a98af3-c7ee-4e09-a544-0779d3e93798 admin admin] Made reservation on behalf of ea0602a838444f35a1c4f6804d8ece1f for: {'subnet': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:58:34.631982 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-93a98af3-c7ee-4e09-a544-0779d3e93798 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58868292'] for subnet (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:34.801578 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-93a98af3-c7ee-4e09-a544-0779d3e93798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59297828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58868306'] for subnet (b8cb629a-441b-4607-9e57-296543b56e94), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:34.862057 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a98af3-c7ee-4e09-a544-0779d3e93798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8cb629a-441b-4607-9e57-296543b56e94,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:34.871022 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a98af3-c7ee-4e09-a544-0779d3e93798 admin admin] Checking segment: {'id': 'a1f090ba-a2d7-4f14-a630-e00e1c6c0226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd4346a9c-1428-4ed2-b738-775cdb81a91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:58:34.871379 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a98af3-c7ee-4e09-a544-0779d3e93798 admin admin] Network hostable DHCP agents. Network: d4346a9c-1428-4ed2-b738-775cdb81a91f, hostable agents: ['4610beb6-8841-4e27-a96c-3752fd75943d'], hosted agents: [] {{(pid=112592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 04:58:34.887786 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a98af3-c7ee-4e09-a544-0779d3e93798 admin admin] Network d4346a9c-1428-4ed2-b738-775cdb81a91f is scheduled to be hosted by DHCP agent 4610beb6-8841-4e27-a96c-3752fd75943d with binding_index 1 {{(pid=112592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 04:58:34.896884 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-93a98af3-c7ee-4e09-a544-0779d3e93798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-756710-7-iscsi, d4346a9c-1428-4ed2-b738-775cdb81a91f) {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:58:34.901057 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a98af3-c7ee-4e09-a544-0779d3e93798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:34.901650 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-93a98af3-c7ee-4e09-a544-0779d3e93798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:34.907787 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559fa91f-1e3a-41e1-9ec5-d36e583f5c84 None None] Network d4346a9c-1428-4ed2-b738-775cdb81a91f requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:58:34.919686 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-93a98af3-c7ee-4e09-a544-0779d3e93798 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3147659 Sep 20 04:58:35.013922 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1b1f40-415c-4e8b-b504-a77a7687fd8f None None] Network d4346a9c-1428-4ed2-b738-775cdb81a91f requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:58:35.071619 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831c3dc-e21b-40b4-9a1d-c97aa79da7bd req-7e500cfa-c59f-462e-b200-312b815e51ba tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:35.076707 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a831c3dc-e21b-40b4-9a1d-c97aa79da7bd req-7e500cfa-c59f-462e-b200-312b815e51ba tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0577235 Sep 20 04:58:35.138565 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a831c3dc-e21b-40b4-9a1d-c97aa79da7bd req-448dd3e4-0d57-41d9-bf03-6a03bf23cf91 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511742 Sep 20 04:58:35.423793 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52660) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:35.428866 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-251ca98c-4e3e-4ec1-89f1-9aa2aef5a1a3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2142101690-network', 'tenant_id': '27b9c0094f234ce9afd26a79ddd2c803'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:58:35.447775 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251ca98c-4e3e-4ec1-89f1-9aa2aef5a1a3 admin admin] Made reservation on behalf of 27b9c0094f234ce9afd26a79ddd2c803 for: {'network': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:58:35.450141 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-251ca98c-4e3e-4ec1-89f1-9aa2aef5a1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for network (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:35.458681 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-251ca98c-4e3e-4ec1-89f1-9aa2aef5a1a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:35.519718 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:35.536795 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-251ca98c-4e3e-4ec1-89f1-9aa2aef5a1a3 admin admin] Publish callbacks [] for security_group (9adfab72-5cac-45f5-b879-9456f0b39f2c), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:35.541252 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-251ca98c-4e3e-4ec1-89f1-9aa2aef5a1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (9adfab72-5cac-45f5-b879-9456f0b39f2c), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:35.568006 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251ca98c-4e3e-4ec1-89f1-9aa2aef5a1a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=112592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 04:58:35.577070 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:35.579220 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ca98c-4e3e-4ec1-89f1-9aa2aef5a1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adfab72-5cac-45f5-b879-9456f0b39f2c,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:35.585786 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-251ca98c-4e3e-4ec1-89f1-9aa2aef5a1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (7993e33e-e740-4baa-8399-70426b832e65), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:35.586131 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.segments_db [None req-251ca98c-4e3e-4ec1-89f1-9aa2aef5a1a3 admin admin] Added segment 7993e33e-e740-4baa-8399-70426b832e65 of type vlan for network 8e28e379-7496-4bb6-9f84-e66d2bed84dc Sep 20 04:58:35.627832 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-251ca98c-4e3e-4ec1-89f1-9aa2aef5a1a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739023002296'] for network (8e28e379-7496-4bb6-9f84-e66d2bed84dc), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:35.652923 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-251ca98c-4e3e-4ec1-89f1-9aa2aef5a1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for network (8e28e379-7496-4bb6-9f84-e66d2bed84dc), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:35.654169 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ca98c-4e3e-4ec1-89f1-9aa2aef5a1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:35.654741 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-251ca98c-4e3e-4ec1-89f1-9aa2aef5a1a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:35.711977 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-251ca98c-4e3e-4ec1-89f1-9aa2aef5a1a3 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2865069 Sep 20 04:58:35.715108 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52662) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:35.716895 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ca98c-4e3e-4ec1-89f1-9aa2aef5a1a3 admin admin] Pushing event updated for resources: {'Network': ['ID=8e28e379-7496-4bb6-9f84-e66d2bed84dc,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:35.719890 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-43986408-73ab-42a3-a94e-49dee0123809 admin admin] Request body: {'subnet': {'network_id': '8e28e379-7496-4bb6-9f84-e66d2bed84dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2142101690-subnet', 'tenant_id': '27b9c0094f234ce9afd26a79ddd2c803', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:58:35.726145 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Network 8e28e379-7496-4bb6-9f84-e66d2bed84dc details requested by agent ovs-agent-dv-cinder-756710-7-iscsi with host dv-cinder-756710-7-iscsi {{(pid=112594) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 04:58:35.740403 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43986408-73ab-42a3-a94e-49dee0123809 admin admin] Made reservation on behalf of 27b9c0094f234ce9afd26a79ddd2c803 for: {'subnet': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:58:35.743012 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-43986408-73ab-42a3-a94e-49dee0123809 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58786398'] for subnet (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:35.826089 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:35.921195 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-43986408-73ab-42a3-a94e-49dee0123809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59248611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58786376'] for subnet (62107295-cd93-477e-9d9f-6d8200b9310f), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:35.962251 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:35.985097 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43986408-73ab-42a3-a94e-49dee0123809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62107295-cd93-477e-9d9f-6d8200b9310f,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:35.995054 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43986408-73ab-42a3-a94e-49dee0123809 admin admin] Checking segment: {'id': '7993e33e-e740-4baa-8399-70426b832e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8e28e379-7496-4bb6-9f84-e66d2bed84dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:58:35.995449 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43986408-73ab-42a3-a94e-49dee0123809 admin admin] Network hostable DHCP agents. Network: 8e28e379-7496-4bb6-9f84-e66d2bed84dc, hostable agents: ['4610beb6-8841-4e27-a96c-3752fd75943d'], hosted agents: [] {{(pid=112593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 04:58:36.013180 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43986408-73ab-42a3-a94e-49dee0123809 admin admin] Network 8e28e379-7496-4bb6-9f84-e66d2bed84dc is scheduled to be hosted by DHCP agent 4610beb6-8841-4e27-a96c-3752fd75943d with binding_index 1 {{(pid=112593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 04:58:36.021877 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-43986408-73ab-42a3-a94e-49dee0123809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-756710-7-iscsi, 8e28e379-7496-4bb6-9f84-e66d2bed84dc) {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:58:36.026524 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43986408-73ab-42a3-a94e-49dee0123809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:36.027402 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-43986408-73ab-42a3-a94e-49dee0123809 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:36.030334 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0339cbfb-ed97-475c-888a-6ad42582e41b None None] Network 8e28e379-7496-4bb6-9f84-e66d2bed84dc requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:58:36.043424 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-43986408-73ab-42a3-a94e-49dee0123809 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3272569 Sep 20 04:58:36.134763 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85527ac2-5381-463f-a8c9-71883a619a5a None None] Network 8e28e379-7496-4bb6-9f84-e66d2bed84dc requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 04:58:36.160911 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52666) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:36.207564 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8598c7f-2617-4234-8fd4-ead1226489db admin admin] Deleting subnet b8cb629a-441b-4607-9e57-296543b56e94 {{(pid=112593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 04:58:36.211127 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e8598c7f-2617-4234-8fd4-ead1226489db admin admin] Publish callbacks [] for subnet (b8cb629a-441b-4607-9e57-296543b56e94), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:36.249131 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e8598c7f-2617-4234-8fd4-ead1226489db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58957096'] for subnet (b8cb629a-441b-4607-9e57-296543b56e94), precommit_delete_associations {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:36.275949 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b2c2c-000f-4cf9-b575-678726da2069 req-d6a65d17-a4cd-40a1-99ab-2751c083165f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:36.277488 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f58b2c2c-000f-4cf9-b575-678726da2069 req-d6a65d17-a4cd-40a1-99ab-2751c083165f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0530684 Sep 20 04:58:36.293684 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e8598c7f-2617-4234-8fd4-ead1226489db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766695'] for subnet (b8cb629a-441b-4607-9e57-296543b56e94), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:36.324176 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f58b2c2c-000f-4cf9-b575-678726da2069 req-dce947fb-7ad1-457c-8261-dca0aecc51bb tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410078 Sep 20 04:58:36.345506 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e8598c7f-2617-4234-8fd4-ead1226489db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58786417'] for subnet (b8cb629a-441b-4607-9e57-296543b56e94), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:36.373084 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8598c7f-2617-4234-8fd4-ead1226489db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8cb629a-441b-4607-9e57-296543b56e94,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:36.375027 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e8598c7f-2617-4234-8fd4-ead1226489db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:36.378033 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-e8598c7f-2617-4234-8fd4-ead1226489db admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/b8cb629a-441b-4607-9e57-296543b56e94 HTTP/1.1" status: 204 len: 168 time: 0.2161984 Sep 20 04:58:36.380568 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52670) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:36.447551 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fcec4d82-023b-4435-8a09-db6544147a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726418'] for network (d4346a9c-1428-4ed2-b738-775cdb81a91f), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:36.527430 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fcec4d82-023b-4435-8a09-db6544147a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729292', 'neutron.services.segments.db._delete_segments_for_network-8739023563457'] for network (d4346a9c-1428-4ed2-b738-775cdb81a91f), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:36.547050 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-fcec4d82-023b-4435-8a09-db6544147a05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4346a9c-1428-4ed2-b738-775cdb81a91f']}} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:36.556055 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-fcec4d82-023b-4435-8a09-db6544147a05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f090ba-a2d7-4f14-a630-e00e1c6c0226') {'for_net_delete': True} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:36.556348 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-fcec4d82-023b-4435-8a09-db6544147a05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f090ba-a2d7-4f14-a630-e00e1c6c0226') {} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:36.565671 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fcec4d82-023b-4435-8a09-db6544147a05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739023563349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58957075'] for segment (a1f090ba-a2d7-4f14-a630-e00e1c6c0226), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:36.579609 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fcec4d82-023b-4435-8a09-db6544147a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (a1f090ba-a2d7-4f14-a630-e00e1c6c0226), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:36.585940 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcec4d82-023b-4435-8a09-db6544147a05 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=112593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 04:58:36.586959 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fcec4d82-023b-4435-8a09-db6544147a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59245190'] for segment (a1f090ba-a2d7-4f14-a630-e00e1c6c0226), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:36.652451 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fcec4d82-023b-4435-8a09-db6544147a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3775114'] for network (d4346a9c-1428-4ed2-b738-775cdb81a91f), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:36.657000 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fcec4d82-023b-4435-8a09-db6544147a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:36.660429 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-fcec4d82-023b-4435-8a09-db6544147a05 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/d4346a9c-1428-4ed2-b738-775cdb81a91f HTTP/1.1" status: 204 len: 168 time: 0.2788892 Sep 20 04:58:36.663341 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52676) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:36.673059 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec4d82-023b-4435-8a09-db6544147a05 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4346a9c-1428-4ed2-b738-775cdb81a91f,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:36.715333 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_v2 [None req-7863bcc3-403b-4040-901c-1a16de3acff9 admin admin] Deleting subnet 62107295-cd93-477e-9d9f-6d8200b9310f {{(pid=112592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 04:58:36.718759 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7863bcc3-403b-4040-901c-1a16de3acff9 admin admin] Publish callbacks [] for subnet (62107295-cd93-477e-9d9f-6d8200b9310f), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:36.723432 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.services.segments.plugin [-] Segment a1f090ba-a2d7-4f14-a630-e00e1c6c0226 resource provider aggregate not found Sep 20 04:58:36.739854 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.services.segments.plugin [-] Segment a1f090ba-a2d7-4f14-a630-e00e1c6c0226 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1f090ba-a2d7-4f14-a630-e00e1c6c0226 found for delete ", "request_id": "req-de548650-68f7-452d-9c4c-240f30aa4cee"}]} Sep 20 04:58:36.754374 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7863bcc3-403b-4040-901c-1a16de3acff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59606820'] for subnet (62107295-cd93-477e-9d9f-6d8200b9310f), precommit_delete_associations {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:36.796992 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7863bcc3-403b-4040-901c-1a16de3acff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766695'] for subnet (62107295-cd93-477e-9d9f-6d8200b9310f), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:36.849739 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7863bcc3-403b-4040-901c-1a16de3acff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59301371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58868331'] for subnet (62107295-cd93-477e-9d9f-6d8200b9310f), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:36.875767 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863bcc3-403b-4040-901c-1a16de3acff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62107295-cd93-477e-9d9f-6d8200b9310f,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:36.877731 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7863bcc3-403b-4040-901c-1a16de3acff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:36.880769 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-7863bcc3-403b-4040-901c-1a16de3acff9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/62107295-cd93-477e-9d9f-6d8200b9310f HTTP/1.1" status: 204 len: 168 time: 0.2161379 Sep 20 04:58:36.883764 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52680) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:36.950015 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-483cb544-679d-44b1-824d-3c1a555530ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726418'] for network (8e28e379-7496-4bb6-9f84-e66d2bed84dc), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:37.027431 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-483cb544-679d-44b1-824d-3c1a555530ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729292', 'neutron.services.segments.db._delete_segments_for_network-8739023563457'] for network (8e28e379-7496-4bb6-9f84-e66d2bed84dc), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:37.046580 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-483cb544-679d-44b1-824d-3c1a555530ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e28e379-7496-4bb6-9f84-e66d2bed84dc']}} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:37.055983 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-483cb544-679d-44b1-824d-3c1a555530ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7993e33e-e740-4baa-8399-70426b832e65') {'for_net_delete': True} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:37.056275 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-483cb544-679d-44b1-824d-3c1a555530ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7993e33e-e740-4baa-8399-70426b832e65') {} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:37.065492 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-483cb544-679d-44b1-824d-3c1a555530ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739023563349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59606815'] for segment (7993e33e-e740-4baa-8399-70426b832e65), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:37.078695 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-483cb544-679d-44b1-824d-3c1a555530ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (7993e33e-e740-4baa-8399-70426b832e65), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:37.084676 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483cb544-679d-44b1-824d-3c1a555530ae admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=112592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 04:58:37.085053 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-483cb544-679d-44b1-824d-3c1a555530ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59301185'] for segment (7993e33e-e740-4baa-8399-70426b832e65), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:37.127860 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.services.segments.plugin [-] Segment 7993e33e-e740-4baa-8399-70426b832e65 resource provider aggregate not found Sep 20 04:58:37.147311 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.services.segments.plugin [-] Segment 7993e33e-e740-4baa-8399-70426b832e65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7993e33e-e740-4baa-8399-70426b832e65 found for delete ", "request_id": "req-d6941bef-04f3-4895-b11e-4a7df0b2f617"}]} Sep 20 04:58:37.152140 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-483cb544-679d-44b1-824d-3c1a555530ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3775114'] for network (8e28e379-7496-4bb6-9f84-e66d2bed84dc), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:37.157540 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-483cb544-679d-44b1-824d-3c1a555530ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:37.160562 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-483cb544-679d-44b1-824d-3c1a555530ae admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/8e28e379-7496-4bb6-9f84-e66d2bed84dc HTTP/1.1" status: 204 len: 168 time: 0.2759125 Sep 20 04:58:37.173783 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cb544-679d-44b1-824d-3c1a555530ae admin admin] Pushing event deleted for resources: {'Network': ['ID=8e28e379-7496-4bb6-9f84-e66d2bed84dc,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:37.316871 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52688) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:37.355749 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-78de0eb1-bbc6-4e03-901a-585bc285c724 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ea0602a838444f35a1c4f6804d8ece1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377333 Sep 20 04:58:37.358343 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52690) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:37.407840 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-25c47e6e-c8a0-4d95-980b-4ac86328886a admin admin] Publish callbacks [] for security_group (398a2086-b64c-46f5-9228-a653e499272f), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:37.428367 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-25c47e6e-c8a0-4d95-980b-4ac86328886a admin admin] Publish callbacks [] for security_group (398a2086-b64c-46f5-9228-a653e499272f), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:37.429960 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:37.443046 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=85,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:37.457780 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949088a-6045-4e05-8902-db7250cbf2bc req-2ad6920d-68b1-498a-9bdb-1190b280bd8b tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:37.459613 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9949088a-6045-4e05-8902-db7250cbf2bc req-2ad6920d-68b1-498a-9bdb-1190b280bd8b tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0525577 Sep 20 04:58:37.478751 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-25c47e6e-c8a0-4d95-980b-4ac86328886a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (398a2086-b64c-46f5-9228-a653e499272f), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:37.481160 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-25c47e6e-c8a0-4d95-980b-4ac86328886a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:37.482288 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-25c47e6e-c8a0-4d95-980b-4ac86328886a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/398a2086-b64c-46f5-9228-a653e499272f HTTP/1.1" status: 204 len: 168 time: 0.1229861 Sep 20 04:58:37.489906 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c47e6e-c8a0-4d95-980b-4ac86328886a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398a2086-b64c-46f5-9228-a653e499272f,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:37.516799 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9949088a-6045-4e05-8902-db7250cbf2bc req-f6d4ea66-0d86-421b-9aea-0a419f06c5c3 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508540 Sep 20 04:58:37.803230 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52698) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:37.842620 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-8c622967-034e-4359-89dc-743c74f24faa admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=27b9c0094f234ce9afd26a79ddd2c803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382147 Sep 20 04:58:37.845103 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52700) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:37.884508 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:37.895822 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6317b449-7529-4756-898f-eddc6744ff86 admin admin] Publish callbacks [] for security_group (9adfab72-5cac-45f5-b879-9456f0b39f2c), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:37.919649 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6317b449-7529-4756-898f-eddc6744ff86 admin admin] Publish callbacks [] for security_group (9adfab72-5cac-45f5-b879-9456f0b39f2c), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:37.968260 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6317b449-7529-4756-898f-eddc6744ff86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (9adfab72-5cac-45f5-b879-9456f0b39f2c), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:37.970985 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6317b449-7529-4756-898f-eddc6744ff86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:37.972166 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-6317b449-7529-4756-898f-eddc6744ff86 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9adfab72-5cac-45f5-b879-9456f0b39f2c HTTP/1.1" status: 204 len: 168 time: 0.1260324 Sep 20 04:58:37.980025 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317b449-7529-4756-898f-eddc6744ff86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adfab72-5cac-45f5-b879-9456f0b39f2c,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:38.058886 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:58:38.647888 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f397989-b0bb-47ab-92e9-60fd6a5f65c7 req-e03402a1-d2ac-4560-9753-8006a19aeb99 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:38.649516 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2f397989-b0bb-47ab-92e9-60fd6a5f65c7 req-e03402a1-d2ac-4560-9753-8006a19aeb99 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0499406 Sep 20 04:58:38.679451 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:38.703044 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2f397989-b0bb-47ab-92e9-60fd6a5f65c7 req-10ff63b8-d5e3-4bf0-b971-f24b6ba07b63 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473692 Sep 20 04:58:39.848360 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbfcd2-f58d-4bea-afcf-900a8eeb51b5 req-17724ebb-13da-4530-9d68-62ad342aa79f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:39.849846 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8dbbfcd2-f58d-4bea-afcf-900a8eeb51b5 req-17724ebb-13da-4530-9d68-62ad342aa79f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0463765 Sep 20 04:58:39.896056 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8dbbfcd2-f58d-4bea-afcf-900a8eeb51b5 req-8db9b71e-1099-4d81-9b1b-c5c47a8a0683 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407424 Sep 20 04:58:41.023094 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4a6c6-fd3f-4313-8554-682db6d27e8b req-d4297d76-18e6-400b-af03-b4dc52c80a5b tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:41.025292 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2af4a6c6-fd3f-4313-8554-682db6d27e8b req-d4297d76-18e6-400b-af03-b4dc52c80a5b tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0462711 Sep 20 04:58:41.073948 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2af4a6c6-fd3f-4313-8554-682db6d27e8b req-e7dbc957-6ba2-4c61-92bc-b17142461486 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432785 Sep 20 04:58:42.199519 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d86bc-32bc-4f2a-9c5a-e93fcbed8b52 req-f83460af-8f63-4332-8fbd-d7732e7ee607 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:42.201015 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-037d86bc-32bc-4f2a-9c5a-e93fcbed8b52 req-f83460af-8f63-4332-8fbd-d7732e7ee607 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0463567 Sep 20 04:58:42.249413 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-037d86bc-32bc-4f2a-9c5a-e93fcbed8b52 req-91469270-2e94-4ccd-bf16-4a7d2bf913b8 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425565 Sep 20 04:58:43.372919 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149df42-ac23-4c9b-be3c-bb3ed569e595 req-573867dd-aca0-442b-bfc5-cba0d739960b tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:43.374358 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6149df42-ac23-4c9b-be3c-bb3ed569e595 req-573867dd-aca0-442b-bfc5-cba0d739960b tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0453866 Sep 20 04:58:43.420311 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6149df42-ac23-4c9b-be3c-bb3ed569e595 req-132ee7fe-be5c-4df9-8041-e85b74c3f9ad tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404532 Sep 20 04:58:44.567046 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18129860-8ae6-4620-98c6-71b246eb5488 req-7eec8ad5-b568-44ae-a516-840830926756 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:44.568408 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-18129860-8ae6-4620-98c6-71b246eb5488 req-7eec8ad5-b568-44ae-a516-840830926756 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0548964 Sep 20 04:58:44.614800 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-18129860-8ae6-4620-98c6-71b246eb5488 req-a00d2faa-1305-4c07-9c83-5eb1e9013c93 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407474 Sep 20 04:58:44.775467 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=11 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:45.741969 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cdf84-36d0-424b-b086-48759d8c6c30 req-17baeb70-8b99-40a7-bdf3-7fd6acebb9e0 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:45.744316 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ab6cdf84-36d0-424b-b086-48759d8c6c30 req-17baeb70-8b99-40a7-bdf3-7fd6acebb9e0 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0474157 Sep 20 04:58:45.793507 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ab6cdf84-36d0-424b-b086-48759d8c6c30 req-3fa2c3c8-62ca-4160-8c6b-1bbf6ed2b7e1 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430970 Sep 20 04:58:46.218312 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=88 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:46.675078 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-7bb4bab5-4d64-4964-8a7f-b09b1679ec60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:46.932641 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ec7eb-485f-4e5a-953c-c6a313850437 req-2f31ed24-507a-4250-a22a-c9f34a1262e6 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:46.934175 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5f3ec7eb-485f-4e5a-953c-c6a313850437 req-2f31ed24-507a-4250-a22a-c9f34a1262e6 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0489769 Sep 20 04:58:46.994603 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5f3ec7eb-485f-4e5a-953c-c6a313850437 req-cff3be7c-4228-491f-aac7-6dbb03e32c94 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504346 Sep 20 04:58:47.974622 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:DELETE=4,neutron:SELECT=23 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:47.975751 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=6,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:48.195544 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1a97-f940-4eb1-9eaa-1a9d85d7683f req-aad7f7e9-2bbe-4a1a-a403-b6edc0a79aa1 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:48.197054 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-632d1a97-f940-4eb1-9eaa-1a9d85d7683f req-aad7f7e9-2bbe-4a1a-a403-b6edc0a79aa1 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0554650 Sep 20 04:58:48.245961 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-632d1a97-f940-4eb1-9eaa-1a9d85d7683f req-5294f664-1383-453f-a57a-030c98f6bff9 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427127 Sep 20 04:58:48.355491 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301ca94-1cf2-4740-8500-70910e921e9c req-c79f280d-a75a-4ef3-be30-421cee5866d9 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:48.357493 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5301ca94-1cf2-4740-8500-70910e921e9c req-c79f280d-a75a-4ef3-be30-421cee5866d9 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 945 time: 0.0482929 Sep 20 04:58:48.362171 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 91a0df87-3f74-4106-92a9-e9a99f1cd365 details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 04:58:48.417252 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5301ca94-1cf2-4740-8500-70910e921e9c req-b197ed95-ef0a-414c-96ed-f4900ccd1e6e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455978 Sep 20 04:58:48.442468 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:48.475142 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 91a0df87-3f74-4106-92a9-e9a99f1cd365, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=91a0df87-3f74-4106-92a9-e9a99f1cd365,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:58:48.487240 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': '91a0df87-3f74-4106-92a9-e9a99f1cd365', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'port_id': '91a0df87-3f74-4106-92a9-e9a99f1cd365', 'mac_address': 'fa:16:3e:47:45:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 04:58:48.526161 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 91a0df87-3f74-4106-92a9-e9a99f1cd365 is: ACTIVE; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:58:48.526552 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:48.539632 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91a0df87-3f74-4106-92a9-e9a99f1cd365 {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:58:48.541442 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52856) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:48.562906 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 91a0df87-3f74-4106-92a9-e9a99f1cd365, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=91a0df87-3f74-4106-92a9-e9a99f1cd365,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:58:48.567376 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:48.618033 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=91a0df87-3f74-4106-92a9-e9a99f1cd365,revision_number=6']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:48.625295 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:48.625646 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:48.625989 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:48.626351 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:48.626691 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:48.627021 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:48.627346 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:48.627797 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:48.628129 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:48.628455 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:48.628804 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:48.629147 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:48.629503 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:48.629826 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:48.630147 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:48.663325 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-317bc92e-7a78-4412-84e4-786b22b8bd1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:48.681281 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:48.716400 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:48.722119 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['91a0df87-3f74-4106-92a9-e9a99f1cd365'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:58:48.740647 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-317bc92e-7a78-4412-84e4-786b22b8bd1f admin admin] Publish callbacks [] for security_group (e5b33b3c-45af-40dc-9d4f-5323c4487443), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:48.745138 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-317bc92e-7a78-4412-84e4-786b22b8bd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (e5b33b3c-45af-40dc-9d4f-5323c4487443), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:48.784779 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-317bc92e-7a78-4412-84e4-786b22b8bd1f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8c6181b70f4f4479af1f40ac137f1b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421341 Sep 20 04:58:48.785622 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bc92e-7a78-4412-84e4-786b22b8bd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b33b3c-45af-40dc-9d4f-5323c4487443,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:48.787532 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52860) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:48.837717 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ec98495b-c4bb-489b-a451-cdf81d0897e0 admin admin] Publish callbacks [] for security_group (e5b33b3c-45af-40dc-9d4f-5323c4487443), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:48.860338 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ec98495b-c4bb-489b-a451-cdf81d0897e0 admin admin] Publish callbacks [] for security_group (e5b33b3c-45af-40dc-9d4f-5323c4487443), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:48.910833 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-c34d0109-6d17-4599-a253-52f40550897d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:48.913062 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ec98495b-c4bb-489b-a451-cdf81d0897e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (e5b33b3c-45af-40dc-9d4f-5323c4487443), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:48.915645 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ec98495b-c4bb-489b-a451-cdf81d0897e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:48.916820 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-ec98495b-c4bb-489b-a451-cdf81d0897e0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e5b33b3c-45af-40dc-9d4f-5323c4487443 HTTP/1.1" status: 204 len: 168 time: 0.1282277 Sep 20 04:58:48.924899 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98495b-c4bb-489b-a451-cdf81d0897e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b33b3c-45af-40dc-9d4f-5323c4487443,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:49.175763 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52866) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:49.190044 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d25989f7-c162-4935-9d29-0d78a40bb567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:49.276255 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d25989f7-c162-4935-9d29-0d78a40bb567 admin admin] Publish callbacks [] for security_group (e9e7a3d5-3393-4eef-82a4-217f835eb55c), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:49.280194 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d25989f7-c162-4935-9d29-0d78a40bb567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (e9e7a3d5-3393-4eef-82a4-217f835eb55c), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:49.322991 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-d25989f7-c162-4935-9d29-0d78a40bb567 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=16a28c26135742ec9e552f5de3d33b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461380 Sep 20 04:58:49.323939 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25989f7-c162-4935-9d29-0d78a40bb567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e7a3d5-3393-4eef-82a4-217f835eb55c,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:49.325721 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52870) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:49.396910 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815f728-8a78-4c88-9f72-2cdc435e4794 req-d8631c49-be4b-45a6-bc73-920c2cdbd81a tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:49.398356 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f815f728-8a78-4c88-9f72-2cdc435e4794 req-d8631c49-be4b-45a6-bc73-920c2cdbd81a tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 944 time: 0.0663075 Sep 20 04:58:49.426789 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-517b301e-9241-4120-819e-63e65de1f4f9 admin admin] Publish callbacks [] for security_group (e9e7a3d5-3393-4eef-82a4-217f835eb55c), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:49.459298 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-517b301e-9241-4120-819e-63e65de1f4f9 admin admin] Publish callbacks [] for security_group (e9e7a3d5-3393-4eef-82a4-217f835eb55c), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:49.485896 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f815f728-8a78-4c88-9f72-2cdc435e4794 req-db5cf4d4-2a11-4af3-968f-24ddadfbce2e tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778990 Sep 20 04:58:49.519720 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-517b301e-9241-4120-819e-63e65de1f4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (e9e7a3d5-3393-4eef-82a4-217f835eb55c), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:49.522308 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-517b301e-9241-4120-819e-63e65de1f4f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:49.523485 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-517b301e-9241-4120-819e-63e65de1f4f9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e9e7a3d5-3393-4eef-82a4-217f835eb55c HTTP/1.1" status: 204 len: 168 time: 0.1967404 Sep 20 04:58:49.532237 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b301e-9241-4120-819e-63e65de1f4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e7a3d5-3393-4eef-82a4-217f835eb55c,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:49.598829 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1696c-f24c-4657-9895-fe77589b3acf req-11f6a810-a2cb-450e-9e2f-a14751068903 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:49.600304 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-edc1696c-f24c-4657-9895-fe77589b3acf req-11f6a810-a2cb-450e-9e2f-a14751068903 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 945 time: 0.0513933 Sep 20 04:58:49.650990 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-edc1696c-f24c-4657-9895-fe77589b3acf req-bf6bbc03-7fb8-4ab9-9bcb-f6bef2e5a42f tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433559 Sep 20 04:58:49.917157 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6dd02-8cc5-4353-a930-311c99b26ab0 req-549c4d94-5175-45f4-b4bd-b79d98e8bae9 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:49.918881 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-a9f6dd02-8cc5-4353-a930-311c99b26ab0 req-549c4d94-5175-45f4-b4bd-b79d98e8bae9 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 945 time: 0.0527017 Sep 20 04:58:50.009420 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-a9f6dd02-8cc5-4353-a930-311c99b26ab0 req-331682eb-3f91-45b3-aaf9-44f18b82004b tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Deleting port 6b28a7ec-b466-45f0-86a8-63563916d1bd {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 04:58:50.009769 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-a9f6dd02-8cc5-4353-a930-311c99b26ab0 req-331682eb-3f91-45b3-aaf9-44f18b82004b tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (6b28a7ec-b466-45f0-86a8-63563916d1bd), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:50.089420 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:50.125418 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-a9f6dd02-8cc5-4353-a930-311c99b26ab0 req-331682eb-3f91-45b3-aaf9-44f18b82004b tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] For port 6b28a7ec-b466-45f0-86a8-63563916d1bd, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=6b28a7ec-b466-45f0-86a8-63563916d1bd,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:58:50.125849 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-a9f6dd02-8cc5-4353-a930-311c99b26ab0 req-331682eb-3f91-45b3-aaf9-44f18b82004b tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (6b28a7ec-b466-45f0-86a8-63563916d1bd), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:50.329021 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-a9f6dd02-8cc5-4353-a930-311c99b26ab0 req-331682eb-3f91-45b3-aaf9-44f18b82004b tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:50.329656 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-a9f6dd02-8cc5-4353-a930-311c99b26ab0 req-331682eb-3f91-45b3-aaf9-44f18b82004b tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (0f684d5f-e7b7-4c52-a398-3956a6d88920), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:50.329798 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.l3_db [req-a9f6dd02-8cc5-4353-a930-311c99b26ab0 req-331682eb-3f91-45b3-aaf9-44f18b82004b tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Floating IP 0f684d5f-e7b7-4c52-a398-3956a6d88920 disassociated. External IP: 172.27.1.120, port: 6b28a7ec-b466-45f0-86a8-63563916d1bd. Sep 20 04:58:50.330093 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-a9f6dd02-8cc5-4353-a930-311c99b26ab0 req-331682eb-3f91-45b3-aaf9-44f18b82004b tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Calling delete_port for 6b28a7ec-b466-45f0-86a8-63563916d1bd owned by compute:nova {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 04:58:50.374496 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:50.434251 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 91a0df87-3f74-4106-92a9-e9a99f1cd365 up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:58:50.481768 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-a9f6dd02-8cc5-4353-a930-311c99b26ab0 req-331682eb-3f91-45b3-aaf9-44f18b82004b tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (6b28a7ec-b466-45f0-86a8-63563916d1bd), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:50.487248 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port 91a0df87-3f74-4106-92a9-e9a99f1cd365 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:58:50.487719 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:50.488118 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port 91a0df87-3f74-4106-92a9-e9a99f1cd365 Sep 20 04:58:50.517103 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331682eb-3f91-45b3-aaf9-44f18b82004b tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event deleted for resources: {'Port': ['ID=6b28a7ec-b466-45f0-86a8-63563916d1bd,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:50.592444 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 91a0df87-3f74-4106-92a9-e9a99f1cd365 is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:58:50.593223 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:50.620819 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc0a271-e3e8-4883-b052-72a5c319c6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a0df87-3f74-4106-92a9-e9a99f1cd365'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:58:50.625420 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddba8be-eb86-40e9-a3fb-f06ab4148f41" -d '{"events": [{"server_uuid": "1dc0a271-e3e8-4883-b052-72a5c319c6b7", "name": "network-vif-plugged", "status": "completed", "tag": "91a0df87-3f74-4106-92a9-e9a99f1cd365"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:58:50.651481 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 91a0df87-3f74-4106-92a9-e9a99f1cd365, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=91a0df87-3f74-4106-92a9-e9a99f1cd365,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:58:50.654457 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9f6dd02-8cc5-4353-a930-311c99b26ab0 req-331682eb-3f91-45b3-aaf9-44f18b82004b tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Router 4895c379-aac2-4339-803a-f79e1699e6eb has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:58:50.660658 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:50.661665 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 6b28a7ec-b466-45f0-86a8-63563916d1bd no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:58:50.715156 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: 6b28a7ec-b466-45f0-86a8-63563916d1bd {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 04:58:50.715849 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 6b28a7ec-b466-45f0-86a8-63563916d1bd not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 04:58:50.720277 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d73b57-91db-4636-91c6-94322fb7fa73 req-b33a178d-ea47-4c57-924c-087ab7107e21 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:50.729283 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-02d73b57-91db-4636-91c6-94322fb7fa73 req-b33a178d-ea47-4c57-924c-087ab7107e21 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0681555 Sep 20 04:58:50.733757 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:50.757123 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=91a0df87-3f74-4106-92a9-e9a99f1cd365,revision_number=7']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:50.765430 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:50.803660 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-02d73b57-91db-4636-91c6-94322fb7fa73 req-58640795-aa42-4de0-a6a7-ae2d496c7c08 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720875 Sep 20 04:58:50.903799 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852a843c-80f8-435e-8208-6fe5a08d7d3c x-openstack-request-id: req-852a843c-80f8-435e-8208-6fe5a08d7d3c {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:58:50.904335 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc0a271-e3e8-4883-b052-72a5c319c6b7", "name": "network-vif-plugged", "status": "completed", "tag": "91a0df87-3f74-4106-92a9-e9a99f1cd365", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:58:50.904616 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-852a843c-80f8-435e-8208-6fe5a08d7d3c {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:58:50.905043 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852a843c-80f8-435e-8208-6fe5a08d7d3c'] response: {'server_uuid': '1dc0a271-e3e8-4883-b052-72a5c319c6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a0df87-3f74-4106-92a9-e9a99f1cd365', 'code': 200} Sep 20 04:58:50.913171 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9f6dd02-8cc5-4353-a930-311c99b26ab0 req-331682eb-3f91-45b3-aaf9-44f18b82004b tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:58:50.925092 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ba94b2-c1ae-4894-9b48-885eed06a61f None None] Sync routers for ids ['4895c379-aac2-4339-803a-f79e1699e6eb'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:58:50.942506 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba94b2-c1ae-4894-9b48-885eed06a61f None None] Routers {'4895c379-aac2-4339-803a-f79e1699e6eb'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:58:50.943375 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-83ba94b2-c1ae-4894-9b48-885eed06a61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:58:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['4895c379-aac2-4339-803a-f79e1699e6eb'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:50.995273 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f6dd02-8cc5-4353-a930-311c99b26ab0 req-331682eb-3f91-45b3-aaf9-44f18b82004b tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] No DVR routers for this DVR port 6b28a7ec-b466-45f0-86a8-63563916d1bd on host hv-cinder-75671 {{(pid=112593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 04:58:51.005050 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-a9f6dd02-8cc5-4353-a930-311c99b26ab0 req-331682eb-3f91-45b3-aaf9-44f18b82004b tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:51.010179 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-a9f6dd02-8cc5-4353-a930-311c99b26ab0 req-331682eb-3f91-45b3-aaf9-44f18b82004b tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.25 "DELETE /networking/v2.0/ports/6b28a7ec-b466-45f0-86a8-63563916d1bd HTTP/1.1" status: 204 len: 173 time: 1.0849557 Sep 20 04:58:51.010179 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417f5e13-88b2-4fc7-b79a-fe70372ed20d', 'name': 'network-vif-deleted', 'tag': '6b28a7ec-b466-45f0-86a8-63563916d1bd'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:58:51.012528 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddab98b-5cd0-4cf9-aa16-21d7bf225097" -d '{"events": [{"server_uuid": "417f5e13-88b2-4fc7-b79a-fe70372ed20d", "name": "network-vif-deleted", "tag": "6b28a7ec-b466-45f0-86a8-63563916d1bd"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:58:51.100093 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-83ba94b2-c1ae-4894-9b48-885eed06a61f None None] Set router 4895c379-aac2-4339-803a-f79e1699e6eb gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:58:51.101736 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3bc8d77c-3f3a-43b1-9c2f-3ee125679aaf req-e6f0edb5-193e-40da-ac7c-a81cb37ebbde tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=417f5e13-88b2-4fc7-b79a-fe70372ed20d HTTP/1.1" status: 200 len: 210 time: 0.0945563 Sep 20 04:58:51.215343 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcb4f04-9e00-4da3-bca2-738f1312a8aa x-openstack-request-id: req-abcb4f04-9e00-4da3-bca2-738f1312a8aa {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:58:51.215642 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417f5e13-88b2-4fc7-b79a-fe70372ed20d", "name": "network-vif-deleted", "tag": "6b28a7ec-b466-45f0-86a8-63563916d1bd", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:58:51.215899 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-abcb4f04-9e00-4da3-bca2-738f1312a8aa {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:58:51.216301 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abcb4f04-9e00-4da3-bca2-738f1312a8aa'] response: {'server_uuid': '417f5e13-88b2-4fc7-b79a-fe70372ed20d', 'name': 'network-vif-deleted', 'tag': '6b28a7ec-b466-45f0-86a8-63563916d1bd', 'status': 'completed', 'code': 200} Sep 20 04:58:51.463638 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-83ba94b2-c1ae-4894-9b48-885eed06a61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:56Z', 'revision_number': 5, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:51.497886 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ba94b2-c1ae-4894-9b48-885eed06a61f None None] Checking router: 4895c379-aac2-4339-803a-f79e1699e6eb for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:58:51.508764 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba94b2-c1ae-4894-9b48-885eed06a61f None None] Routers {'4895c379-aac2-4339-803a-f79e1699e6eb'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:58:51.509394 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-83ba94b2-c1ae-4894-9b48-885eed06a61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:58:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['4895c379-aac2-4339-803a-f79e1699e6eb'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:51.692248 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-83ba94b2-c1ae-4894-9b48-885eed06a61f None None] Set router 4895c379-aac2-4339-803a-f79e1699e6eb gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:58:51.696855 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:51.933793 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:52.001628 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491083b-2b44-485d-b5a2-59bc1aeb8cce req-9c3dd697-d53a-4842-ac7c-39cdedd621ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:52.009942 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4491083b-2b44-485d-b5a2-59bc1aeb8cce req-9c3dd697-d53a-4842-ac7c-39cdedd621ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0772920 Sep 20 04:58:52.027275 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-83ba94b2-c1ae-4894-9b48-885eed06a61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:56Z', 'revision_number': 5, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:52.076284 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ba94b2-c1ae-4894-9b48-885eed06a61f None None] The sync data for ids ['4895c379-aac2-4339-803a-f79e1699e6eb'] in dv-cinder-756710-7-iscsi is: [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:56Z', 'revision_number': 5, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:58:52.103136 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4491083b-2b44-485d-b5a2-59bc1aeb8cce req-ef3d6d7a-63e2-4cad-b31d-806f40f38017 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920937 Sep 20 04:58:52.514193 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7150696-c1db-45ac-9f4c-fb7a0b8fe68a None None] New status for floating IP 0f684d5f-e7b7-4c52-a398-3956a6d88920: DOWN {{(pid=112594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 04:58:52.535548 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 52990) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:52.573042 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-67fd3488-10c4-4586-9e00-fda09b36bddd tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-293602655&fields=id&tenant_id=46ddf925b345471da94d05998a6a0540 HTTP/1.1" status: 200 len: 267 time: 0.0736902 Sep 20 04:58:52.673750 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:INSERT=4,neutron:UPDATE=1,neutron:SELECT=93,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:52.696294 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-dfa63a6f-d95b-4a21-a713-00f7924138b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:52.710884 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-b448ae65-b9d2-4956-9608-9e5913f221a3 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:52.713130 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-b448ae65-b9d2-4956-9608-9e5913f221a3 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/networks?id=6de81d04-87bb-4e82-ba15-9636966f9274 HTTP/1.1" status: 200 len: 812 time: 0.1388161 Sep 20 04:58:52.729750 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-3273f925-4f3e-4e16-ad35-1a32dac5a7cb tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/quotas/46ddf925b345471da94d05998a6a0540 HTTP/1.1" status: 200 len: 375 time: 0.0102253 Sep 20 04:58:52.797107 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-a31d3037-c59c-4f89-9dcb-473feedfc279 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=46ddf925b345471da94d05998a6a0540&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592196 Sep 20 04:58:52.813891 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-dfa63a6f-d95b-4a21-a713-00f7924138b3 admin admin] Publish callbacks [] for security_group (a8ad8ff3-19d0-446e-9931-90dcaccc081b), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:52.823282 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-dfa63a6f-d95b-4a21-a713-00f7924138b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (a8ad8ff3-19d0-446e-9931-90dcaccc081b), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:52.880341 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-dfa63a6f-d95b-4a21-a713-00f7924138b3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=580c8efe91cc444aaf1fe0a1ab724c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428543 Sep 20 04:58:52.880640 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 52994) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:52.882026 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa63a6f-d95b-4a21-a713-00f7924138b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ad8ff3-19d0-446e-9931-90dcaccc081b,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:52.962284 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-a25d7946-45a6-48b5-b0d1-06773286bcd2 admin admin] Publish callbacks [] for security_group (a8ad8ff3-19d0-446e-9931-90dcaccc081b), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:52.965738 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-4ed52dad-39a8-4171-9ec8-8fe3201ff414 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582110 Sep 20 04:58:52.994258 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-a25d7946-45a6-48b5-b0d1-06773286bcd2 admin admin] Publish callbacks [] for security_group (a8ad8ff3-19d0-446e-9931-90dcaccc081b), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:53.332938 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:53.435306 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-a25d7946-45a6-48b5-b0d1-06773286bcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (a8ad8ff3-19d0-446e-9931-90dcaccc081b), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:53.438274 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-a25d7946-45a6-48b5-b0d1-06773286bcd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:53.439758 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-a25d7946-45a6-48b5-b0d1-06773286bcd2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a8ad8ff3-19d0-446e-9931-90dcaccc081b HTTP/1.1" status: 204 len: 168 time: 0.5580122 Sep 20 04:58:53.464320 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d7946-45a6-48b5-b0d1-06773286bcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ad8ff3-19d0-446e-9931-90dcaccc081b,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:53.480710 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-81b4f81b-a17c-46d5-99f1-25a2a0d57909 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024650 Sep 20 04:58:53.908947 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 53012) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:53.926902 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6d50669a-02ad-48fb-94f4-559c532219f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:53.956454 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed310b-9ab9-4cfa-8b25-ec83fddd4eb7 req-8049fb7b-df53-46b9-bbf0-12637727b603 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:53.959259 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-deed310b-9ab9-4cfa-8b25-ec83fddd4eb7 req-8049fb7b-df53-46b9-bbf0-12637727b603 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0861731 Sep 20 04:58:54.019802 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6d50669a-02ad-48fb-94f4-559c532219f0 admin admin] Publish callbacks [] for security_group (6e8850b3-18b2-471b-9d65-28b259c43950), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:54.027343 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6d50669a-02ad-48fb-94f4-559c532219f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (6e8850b3-18b2-471b-9d65-28b259c43950), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:54.064288 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-deed310b-9ab9-4cfa-8b25-ec83fddd4eb7 req-fd4581a2-619c-4ca4-9eb7-e605554e3c31 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979707 Sep 20 04:58:54.070272 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50669a-02ad-48fb-94f4-559c532219f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8850b3-18b2-471b-9d65-28b259c43950,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:54.099389 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-6d50669a-02ad-48fb-94f4-559c532219f0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=671c713c650c4b4cb562648fa367af37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1862488 Sep 20 04:58:54.099780 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 53018) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:54.169337 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6358e77f-9be4-4c52-841b-e63bf8bc0719 req-1a033670-f36b-4e0c-909f-53635e3cb578 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 210 time: 0.0452485 Sep 20 04:58:54.171835 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-295a5a39-68b0-4961-a6f2-59d70e09bc93 admin admin] Publish callbacks [] for security_group (6e8850b3-18b2-471b-9d65-28b259c43950), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:54.175222 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:DELETE=5,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:54.197274 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-295a5a39-68b0-4961-a6f2-59d70e09bc93 admin admin] Publish callbacks [] for security_group (6e8850b3-18b2-471b-9d65-28b259c43950), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:54.257361 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-295a5a39-68b0-4961-a6f2-59d70e09bc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (6e8850b3-18b2-471b-9d65-28b259c43950), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:54.260795 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-295a5a39-68b0-4961-a6f2-59d70e09bc93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:54.262040 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-295a5a39-68b0-4961-a6f2-59d70e09bc93 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6e8850b3-18b2-471b-9d65-28b259c43950 HTTP/1.1" status: 204 len: 168 time: 0.1610270 Sep 20 04:58:54.273022 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a5a39-68b0-4961-a6f2-59d70e09bc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8850b3-18b2-471b-9d65-28b259c43950,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:55.273195 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b16627-9538-4209-88dd-0feada5ebab9 req-77f0135d-ea4e-48b2-ba9e-73a0a9379fd2 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:55.277029 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-94b16627-9538-4209-88dd-0feada5ebab9 req-77f0135d-ea4e-48b2-ba9e-73a0a9379fd2 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0903852 Sep 20 04:58:55.360534 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-94b16627-9538-4209-88dd-0feada5ebab9 req-cf4557c8-ec79-4354-a117-d69e9a26d302 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693452 Sep 20 04:58:55.476133 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-414bee42-277a-4f87-ad31-574c5583494d tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:55.483514 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-414bee42-277a-4f87-ad31-574c5583494d tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6de81d04-87bb-4e82-ba15-9636966f9274 HTTP/1.1" status: 200 len: 812 time: 0.2210944 Sep 20 04:58:55.528456 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9495f2cc-5906-458d-821a-a90f21c2e495 req-8e221553-4ca2-4b14-b164-464491e551f7 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 210 time: 0.0527430 Sep 20 04:58:55.556855 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:55.619113 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-fb608035-6ab0-4da5-8197-a5703c71055d tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=46ddf925b345471da94d05998a6a0540 HTTP/1.1" status: 200 len: 379 time: 0.0896165 Sep 20 04:58:55.631377 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-a213ff27-d1e0-47ee-b684-3d09b18dd3cd tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Request body: {'port': {'device_id': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'admin_state_up': True, 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'security_groups': ['936b33f4-a6f3-4334-8473-93010dcaedbf']}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:58:55.772369 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-a213ff27-d1e0-47ee-b684-3d09b18dd3cd tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Made reservation on behalf of 46ddf925b345471da94d05998a6a0540 for: {'port': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:58:55.785300 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-a213ff27-d1e0-47ee-b684-3d09b18dd3cd tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:55.949428 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-a213ff27-d1e0-47ee-b684-3d09b18dd3cd tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Allocated IP 172.20.0.11 (6de81d04-87bb-4e82-ba15-9636966f9274/e94eb72f-d7fc-4515-9285-2b7cbf8ba84e/cdc3a8f8-3815-44e2-8784-9ad2e03e2914) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:58:56.151606 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-a213ff27-d1e0-47ee-b684-3d09b18dd3cd tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for port (cdc3a8f8-3815-44e2-8784-9ad2e03e2914), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:56.199870 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-a213ff27-d1e0-47ee-b684-3d09b18dd3cd tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (cdc3a8f8-3815-44e2-8784-9ad2e03e2914), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:56.272687 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-a213ff27-d1e0-47ee-b684-3d09b18dd3cd tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Network 6de81d04-87bb-4e82-ba15-9636966f9274 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:58:56.276253 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-a213ff27-d1e0-47ee-b684-3d09b18dd3cd tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:58:56.282212 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-a213ff27-d1e0-47ee-b684-3d09b18dd3cd tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:58:56.380814 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213ff27-d1e0-47ee-b684-3d09b18dd3cd tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event updated for resources: {'Port': ['ID=cdc3a8f8-3815-44e2-8784-9ad2e03e2914,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:56.404790 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-a213ff27-d1e0-47ee-b684-3d09b18dd3cd tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:56.405572 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-a213ff27-d1e0-47ee-b684-3d09b18dd3cd tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:56.431736 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-a213ff27-d1e0-47ee-b684-3d09b18dd3cd tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8062441 Sep 20 04:58:56.462933 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Request body: {'port': {'device_id': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:58:56.565998 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (cdc3a8f8-3815-44e2-8784-9ad2e03e2914), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:56.585219 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:56.597344 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af523c-f27d-4dd0-b0d8-1ab7aebac115 req-36c3871c-4422-42aa-9b9b-d2456de1d3ff tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:56.606033 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-78af523c-f27d-4dd0-b0d8-1ab7aebac115 req-36c3871c-4422-42aa-9b9b-d2456de1d3ff tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.1001244 Sep 20 04:58:56.642172 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:56.658007 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-27363580-3265-4499-a79f-da722d4bffbb None None] Provisioning complete for port cdc3a8f8-3815-44e2-8784-9ad2e03e2914 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:58:56.661413 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-27363580-3265-4499-a79f-da722d4bffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (cdc3a8f8-3815-44e2-8784-9ad2e03e2914), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:56.664696 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-27363580-3265-4499-a79f-da722d4bffbb None None] Attempt 1 to provision port cdc3a8f8-3815-44e2-8784-9ad2e03e2914 Sep 20 04:58:56.726980 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-27363580-3265-4499-a79f-da722d4bffbb None None] Port cdc3a8f8-3815-44e2-8784-9ad2e03e2914 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:58:56.766831 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-78af523c-f27d-4dd0-b0d8-1ab7aebac115 req-d51baf60-e332-4c7b-a6bd-83702f458d56 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479256 Sep 20 04:58:56.906622 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc3a8f8-3815-44e2-8784-9ad2e03e2914 {{(pid=112593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:58:56.935275 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Publish callbacks [] for port (cdc3a8f8-3815-44e2-8784-9ad2e03e2914), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:56.951673 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.provisioning_blocks [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Transition to ACTIVE for port object cdc3a8f8-3815-44e2-8784-9ad2e03e2914 will not be triggered until provisioned by entity L2. {{(pid=112593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 04:58:56.962576 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (cdc3a8f8-3815-44e2-8784-9ad2e03e2914), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:56.988238 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed5c6b-9460-4d32-9c52-17f7220e14e6 req-06195d11-f29b-411d-ab6c-3ed9d2f7e515 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:56.989772 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-aaed5c6b-9460-4d32-9c52-17f7220e14e6 req-06195d11-f29b-411d-ab6c-3ed9d2f7e515 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 932 time: 0.0722992 Sep 20 04:58:57.061495 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Pushing event updated for resources: {'Port': ['ID=cdc3a8f8-3815-44e2-8784-9ad2e03e2914,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:57.093331 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-aaed5c6b-9460-4d32-9c52-17f7220e14e6 req-f3ca0e04-cf8c-401c-b236-7a7e06547475 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971723 Sep 20 04:58:57.117623 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Attempting to bind port cdc3a8f8-3815-44e2-8784-9ad2e03e2914 on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 04:58:57.118639 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Attempting to bind port cdc3a8f8-3815-44e2-8784-9ad2e03e2914 by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'}] {{(pid=112593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 04:58:57.119075 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Attempting to bind port cdc3a8f8-3815-44e2-8784-9ad2e03e2914 on network 6de81d04-87bb-4e82-ba15-9636966f9274 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:58:57.168852 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Port cdc3a8f8-3815-44e2-8784-9ad2e03e2914 on network 6de81d04-87bb-4e82-ba15-9636966f9274 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 04:58:57.169274 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Attempting to bind port cdc3a8f8-3815-44e2-8784-9ad2e03e2914 on network 6de81d04-87bb-4e82-ba15-9636966f9274 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:58:57.215911 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 4, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 04:58:57.216417 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Checking segment: {'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 04:58:57.216854 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Bound using segment: {'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'} {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 04:58:57.217440 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Bound port: cdc3a8f8-3815-44e2-8784-9ad2e03e2914, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'}}] {{(pid=112593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 04:58:57.218054 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (cdc3a8f8-3815-44e2-8784-9ad2e03e2914), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:57.228762 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-27363580-3265-4499-a79f-da722d4bffbb None None] Attempt 2 to provision port cdc3a8f8-3815-44e2-8784-9ad2e03e2914 Sep 20 04:58:57.284233 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-27363580-3265-4499-a79f-da722d4bffbb None None] Port cdc3a8f8-3815-44e2-8784-9ad2e03e2914 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 04:58:57.294016 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] For port cdc3a8f8-3815-44e2-8784-9ad2e03e2914, host hv-cinder-75671, cleared binding levels {{(pid=112593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:58:57.298076 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] For port cdc3a8f8-3815-44e2-8784-9ad2e03e2914, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=cdc3a8f8-3815-44e2-8784-9ad2e03e2914,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:58:57.309274 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (cdc3a8f8-3815-44e2-8784-9ad2e03e2914), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:57.339347 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:57.339963 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:57.341480 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/cdc3a8f8-3815-44e2-8784-9ad2e03e2914 HTTP/1.1" status: 200 len: 1094 time: 0.8838105 Sep 20 04:58:57.342446 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'tag': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:58:57.345047 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91726475-769d-4759-86ba-d87f0a583139" -d '{"events": [{"name": "network-changed", "server_uuid": "cd514882-49cd-4d14-a8e1-b17b0605cd1f", "tag": "cdc3a8f8-3815-44e2-8784-9ad2e03e2914"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:58:57.384179 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002c8c4-6e66-47a7-85c4-21938a8d4cda service neutron] Pushing event updated for resources: {'Port': ['ID=cdc3a8f8-3815-44e2-8784-9ad2e03e2914,revision_number=3']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:57.407394 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d524dbbd-a222-4406-bc8a-0b84343a4f38 x-openstack-request-id: req-d524dbbd-a222-4406-bc8a-0b84343a4f38 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:58:57.407662 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd514882-49cd-4d14-a8e1-b17b0605cd1f", "tag": "cdc3a8f8-3815-44e2-8784-9ad2e03e2914", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:58:57.407920 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d524dbbd-a222-4406-bc8a-0b84343a4f38 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:58:57.408312 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d524dbbd-a222-4406-bc8a-0b84343a4f38'] response: {'name': 'network-changed', 'server_uuid': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'tag': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914', 'status': 'completed', 'code': 200} Sep 20 04:58:57.438574 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 53102) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:57.480463 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-2668aba0-e7cb-4433-bba3-a4ad44c25151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:57.482037 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-2668aba0-e7cb-4433-bba3-a4ad44c25151 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=46ddf925b345471da94d05998a6a0540&device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 1128 time: 0.0526872 Sep 20 04:58:57.531050 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-6bd96577-2663-418d-821d-76ad60db9a74 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdc3a8f8-3815-44e2-8784-9ad2e03e2914 HTTP/1.1" status: 200 len: 217 time: 0.0353985 Sep 20 04:58:57.569394 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-50caa58b-8df5-4f00-8081-fc7adf2d6c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:57.581136 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-008573e9-28e4-4b7b-854f-20ab08da56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:57.582572 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-008573e9-28e4-4b7b-854f-20ab08da56bb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e94eb72f-d7fc-4515-9285-2b7cbf8ba84e HTTP/1.1" status: 200 len: 851 time: 0.0461392 Sep 20 04:58:57.641227 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-59470453-bf5d-4da3-86ac-c36b49dda451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:57.642721 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-59470453-bf5d-4da3-86ac-c36b49dda451 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6de81d04-87bb-4e82-ba15-9636966f9274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532682 Sep 20 04:58:57.668518 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-50caa58b-8df5-4f00-8081-fc7adf2d6c5b admin admin] Publish callbacks [] for security_group (19e64a05-d701-4aed-9841-02e067a075c3), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:57.675113 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-50caa58b-8df5-4f00-8081-fc7adf2d6c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (19e64a05-d701-4aed-9841-02e067a075c3), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:57.693080 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:57.738491 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-50caa58b-8df5-4f00-8081-fc7adf2d6c5b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e3616d9a4f9048eeac8bfbbd719552f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985919 Sep 20 04:58:57.739586 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50caa58b-8df5-4f00-8081-fc7adf2d6c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e64a05-d701-4aed-9841-02e067a075c3,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:57.746390 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-01f50cb3-f8b7-4eb0-980e-3b693cccd426 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952966 Sep 20 04:58:57.746864 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 53106) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:57.785800 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-27363580-3265-4499-a79f-da722d4bffbb None None] Attempt 3 to provision port cdc3a8f8-3815-44e2-8784-9ad2e03e2914 Sep 20 04:58:57.787545 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:57.820529 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:57.836175 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:57.852323 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-27363580-3265-4499-a79f-da722d4bffbb None None] Port cdc3a8f8-3815-44e2-8784-9ad2e03e2914 had new provisioning blocks added so it will not transition to active. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 04:58:57.902946 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-dedada37-96a2-42f3-8ca0-91569bac77f4 admin admin] Publish callbacks [] for security_group (19e64a05-d701-4aed-9841-02e067a075c3), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:57.934039 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e0234b37-bcf1-4f69-9d58-1472ee25088a req-51c087a6-9c98-48bf-9000-ccfe53d6a3a3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706715 Sep 20 04:58:57.953196 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-dedada37-96a2-42f3-8ca0-91569bac77f4 admin admin] Publish callbacks [] for security_group (19e64a05-d701-4aed-9841-02e067a075c3), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:57.958117 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcb16c-f737-4f61-a706-f289b5044212 req-fa1dc499-539e-4d4e-9423-1ffa66168bd7 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:57.961469 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a6bcb16c-f737-4f61-a706-f289b5044212 req-fa1dc499-539e-4d4e-9423-1ffa66168bd7 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0620379 Sep 20 04:58:58.023425 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-dedada37-96a2-42f3-8ca0-91569bac77f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (19e64a05-d701-4aed-9841-02e067a075c3), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:58.026518 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-dedada37-96a2-42f3-8ca0-91569bac77f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:58.028029 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-dedada37-96a2-42f3-8ca0-91569bac77f4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/19e64a05-d701-4aed-9841-02e067a075c3 HTTP/1.1" status: 204 len: 168 time: 0.2801244 Sep 20 04:58:58.037554 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedada37-96a2-42f3-8ca0-91569bac77f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e64a05-d701-4aed-9841-02e067a075c3,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:58.037846 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a6bcb16c-f737-4f61-a706-f289b5044212 req-245fb5ac-833e-44ec-a583-d2e7de8e3054 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707562 Sep 20 04:58:58.246251 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab9507-9ca3-4bbc-b753-4aa6a945ec72 req-5ba59790-54cf-4770-b2eb-6867c8849941 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:58.247849 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1eab9507-9ca3-4bbc-b753-4aa6a945ec72 req-5ba59790-54cf-4770-b2eb-6867c8849941 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 944 time: 0.0563414 Sep 20 04:58:58.309324 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91726475-769d-4759-86ba-d87f0a583139 req-3f486734-38b9-45a8-8090-42fe1c14456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:58.311700 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-91726475-769d-4759-86ba-d87f0a583139 req-3f486734-38b9-45a8-8090-42fe1c14456d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=46ddf925b345471da94d05998a6a0540&device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 1128 time: 0.0967500 Sep 20 04:58:58.331714 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1eab9507-9ca3-4bbc-b753-4aa6a945ec72 req-68b62879-8ddc-406c-bd6d-997dc61088d5 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759847 Sep 20 04:58:58.466236 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91726475-769d-4759-86ba-d87f0a583139 req-fd7cadca-c3a0-42db-834c-4b6a23606da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:58.467711 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-91726475-769d-4759-86ba-d87f0a583139 req-fd7cadca-c3a0-42db-834c-4b6a23606da0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6de81d04-87bb-4e82-ba15-9636966f9274 HTTP/1.1" status: 200 len: 912 time: 0.1480968 Sep 20 04:58:58.505865 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 53120) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:58.520575 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5b5ca01b-8b7f-47e4-ad58-68174d0f97f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:58.521616 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-91726475-769d-4759-86ba-d87f0a583139 req-d864afc3-b810-44c1-8729-ca2ff54b9b5a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdc3a8f8-3815-44e2-8784-9ad2e03e2914 HTTP/1.1" status: 200 len: 217 time: 0.0471146 Sep 20 04:58:58.522618 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:58:58.582712 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91726475-769d-4759-86ba-d87f0a583139 req-14cf56d1-f7fc-4267-ba81-489171665c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:58.584773 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-91726475-769d-4759-86ba-d87f0a583139 req-14cf56d1-f7fc-4267-ba81-489171665c21 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e94eb72f-d7fc-4515-9285-2b7cbf8ba84e HTTP/1.1" status: 200 len: 851 time: 0.0564251 Sep 20 04:58:58.631732 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5b5ca01b-8b7f-47e4-ad58-68174d0f97f3 admin admin] Publish callbacks [] for security_group (8f318e30-985d-4594-bb2d-e16be444a2af), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:58.640503 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5b5ca01b-8b7f-47e4-ad58-68174d0f97f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (8f318e30-985d-4594-bb2d-e16be444a2af), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:58.640867 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91726475-769d-4759-86ba-d87f0a583139 req-d9b380ac-7fb4-4244-81a7-292a201f8507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:58.642705 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-91726475-769d-4759-86ba-d87f0a583139 req-d9b380ac-7fb4-4244-81a7-292a201f8507 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6de81d04-87bb-4e82-ba15-9636966f9274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513234 Sep 20 04:58:58.686956 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-5b5ca01b-8b7f-47e4-ad58-68174d0f97f3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ab2794a21ffd40cba4b4bb440890c7be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1830840 Sep 20 04:58:58.689432 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ca01b-8b7f-47e4-ad58-68174d0f97f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f318e30-985d-4594-bb2d-e16be444a2af,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:58.691801 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 53122) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:58:58.758467 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-91726475-769d-4759-86ba-d87f0a583139 req-a6bae644-174a-4620-a2e3-59e5a6d13295 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087928 Sep 20 04:58:58.777557 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-171ce449-2355-4a6d-8e6c-a4cc9c9bac85 admin admin] Publish callbacks [] for security_group (8f318e30-985d-4594-bb2d-e16be444a2af), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:58.803167 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-171ce449-2355-4a6d-8e6c-a4cc9c9bac85 admin admin] Publish callbacks [] for security_group (8f318e30-985d-4594-bb2d-e16be444a2af), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:58.867734 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-171ce449-2355-4a6d-8e6c-a4cc9c9bac85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (8f318e30-985d-4594-bb2d-e16be444a2af), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:58.875937 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-171ce449-2355-4a6d-8e6c-a4cc9c9bac85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:58:58.883321 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-171ce449-2355-4a6d-8e6c-a4cc9c9bac85 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8f318e30-985d-4594-bb2d-e16be444a2af HTTP/1.1" status: 204 len: 168 time: 0.1775131 Sep 20 04:58:58.883519 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-91726475-769d-4759-86ba-d87f0a583139 req-05e73e08-7aac-48d7-a389-ef95aa039f70 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153977 Sep 20 04:58:58.892027 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ce449-2355-4a6d-8e6c-a4cc9c9bac85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f318e30-985d-4594-bb2d-e16be444a2af,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:59.203742 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c1067-5d89-4cb4-b456-4005da7b8138 req-49860065-5b3c-4586-b529-1acff7c4247a tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:59.213253 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7c1c1067-5d89-4cb4-b456-4005da7b8138 req-49860065-5b3c-4586-b529-1acff7c4247a tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0849376 Sep 20 04:58:59.273355 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7c1c1067-5d89-4cb4-b456-4005da7b8138 req-74e6a50e-c576-44e9-9e6c-efcf4c17a96c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580339 Sep 20 04:58:59.485855 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a16830-21ce-43da-8f04-759a1334a620 req-0494dc5e-955f-4696-a35b-f0b7daf80cf5 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:58:59.494738 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-11a16830-21ce-43da-8f04-759a1334a620 req-0494dc5e-955f-4696-a35b-f0b7daf80cf5 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 944 time: 0.0689886 Sep 20 04:58:59.571296 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-11a16830-21ce-43da-8f04-759a1334a620 req-b1dae34e-5b3b-4a25-b263-36622f1afd07 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756266 Sep 20 04:59:00.048081 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:00.425968 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381bd9c-162f-4af7-8be7-fb1d3125e728 req-0cfcac4b-0e66-40b3-bd26-4f307a5b76fb tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:00.434710 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c381bd9c-162f-4af7-8be7-fb1d3125e728 req-0cfcac4b-0e66-40b3-bd26-4f307a5b76fb tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0576959 Sep 20 04:59:00.486611 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c381bd9c-162f-4af7-8be7-fb1d3125e728 req-6cef44aa-d423-4221-9f7e-de41cafeba28 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510094 Sep 20 04:59:00.727793 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77ce70-89b6-4aef-bfee-a4aa4c34d38f req-eaafe910-05f6-4521-8d10-8dcf842cdefa tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:00.730488 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4a77ce70-89b6-4aef-bfee-a4aa4c34d38f req-eaafe910-05f6-4521-8d10-8dcf842cdefa tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 944 time: 0.0630987 Sep 20 04:59:00.793618 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4a77ce70-89b6-4aef-bfee-a4aa4c34d38f req-89283e26-550b-4e9b-a1d4-717480ece9f7 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569074 Sep 20 04:59:01.627814 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:01.644679 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de234c15-a7b5-41ec-844d-c67c4bb578c6 req-7a706b7d-1f34-4ade-8d9a-f841cb2bcbb6 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:01.646185 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-de234c15-a7b5-41ec-844d-c67c4bb578c6 req-7a706b7d-1f34-4ade-8d9a-f841cb2bcbb6 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0513339 Sep 20 04:59:01.715583 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-de234c15-a7b5-41ec-844d-c67c4bb578c6 req-14919a95-7d16-45dc-9b30-b9903a0a1929 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596788 Sep 20 04:59:01.938602 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d6975-1e35-47ea-98b4-cd6655581e69 req-bff12e60-1f90-4599-8c64-b702740bb444 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:01.940437 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9e1d6975-1e35-47ea-98b4-cd6655581e69 req-bff12e60-1f90-4599-8c64-b702740bb444 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 944 time: 0.0616422 Sep 20 04:59:01.995387 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9e1d6975-1e35-47ea-98b4-cd6655581e69 req-3c127e5b-df75-47b5-86f0-4106521f45b8 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486133 Sep 20 04:59:02.031170 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=67 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:02.880166 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a2e5c-39bb-436f-b24e-1ab829101a1e req-727175df-fd7d-41e1-8ec7-b73d191a4947 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:02.881718 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-222a2e5c-39bb-436f-b24e-1ab829101a1e req-727175df-fd7d-41e1-8ec7-b73d191a4947 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0452876 Sep 20 04:59:02.929164 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-222a2e5c-39bb-436f-b24e-1ab829101a1e req-4ec1c1dc-2311-4655-b3f4-826c2c8c10e7 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413923 Sep 20 04:59:03.117488 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:03.131906 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523ae8f-3c5b-43c1-af3e-c7324ab702f7 req-b455b77b-62ed-4cab-9008-fb51d8896883 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:03.133998 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2523ae8f-3c5b-43c1-af3e-c7324ab702f7 req-b455b77b-62ed-4cab-9008-fb51d8896883 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 944 time: 0.0526578 Sep 20 04:59:03.170247 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec8399-b77e-4e4c-9056-ae4297437804 req-ae597540-9caf-4711-aed2-0cfdd88daa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:03.171741 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b8ec8399-b77e-4e4c-9056-ae4297437804 req-ae597540-9caf-4711-aed2-0cfdd88daa08 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=56047142d69c4c1cbfa9f6a278622332&device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 1129 time: 0.0438399 Sep 20 04:59:03.184414 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2523ae8f-3c5b-43c1-af3e-c7324ab702f7 req-96d28dc0-7490-40a8-80a8-93c918ebce5f tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444472 Sep 20 04:59:03.496991 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec8399-b77e-4e4c-9056-ae4297437804 req-c09b5edc-c9c2-4aa2-b805-699f63d2f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:03.498460 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b8ec8399-b77e-4e4c-9056-ae4297437804 req-c09b5edc-c9c2-4aa2-b805-699f63d2f741 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=df11c176-b7e2-4ad1-93ab-93f2f2c98460 HTTP/1.1" status: 200 len: 916 time: 0.3209751 Sep 20 04:59:03.932693 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b8ec8399-b77e-4e4c-9056-ae4297437804 req-518b2b5c-092a-402f-8015-486ba010c4bf service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91a0df87-3f74-4106-92a9-e9a99f1cd365 HTTP/1.1" status: 200 len: 1001 time: 0.0627139 Sep 20 04:59:03.977367 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:04.005248 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec8399-b77e-4e4c-9056-ae4297437804 req-91d87afa-d1a5-485e-a9e7-1650d8baf40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:04.006775 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b8ec8399-b77e-4e4c-9056-ae4297437804 req-91d87afa-d1a5-485e-a9e7-1650d8baf40d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68 HTTP/1.1" status: 200 len: 855 time: 0.0653050 Sep 20 04:59:04.053749 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec8399-b77e-4e4c-9056-ae4297437804 req-2d1ef8f6-5f77-4572-ad4f-5febf56f1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:04.055401 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b8ec8399-b77e-4e4c-9056-ae4297437804 req-2d1ef8f6-5f77-4572-ad4f-5febf56f1b7c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=df11c176-b7e2-4ad1-93ab-93f2f2c98460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424016 Sep 20 04:59:04.076506 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9d75f-333a-4b5c-b702-2c6313825dd8 req-6de10ecc-9138-4d55-824c-cea09f97ba47 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:04.078017 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6ab9d75f-333a-4b5c-b702-2c6313825dd8 req-6de10ecc-9138-4d55-824c-cea09f97ba47 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0488036 Sep 20 04:59:04.126679 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6ab9d75f-333a-4b5c-b702-2c6313825dd8 req-dd03fcc4-b3cf-48b3-b2c9-1df0226e1edc tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427284 Sep 20 04:59:04.152651 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b8ec8399-b77e-4e4c-9056-ae4297437804 req-c7202bc3-8807-440f-9a21-c3b94114f9ee service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887325 Sep 20 04:59:04.226929 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:04.242412 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b8ec8399-b77e-4e4c-9056-ae4297437804 req-0c4de6d1-8214-4a81-8039-3c61668fe92f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859766 Sep 20 04:59:04.307736 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace6d3f-69b7-4a98-ac92-8aeb9be5609c req-eb20c422-2ad3-45b3-b49e-6b9fc0fac1af tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:04.309255 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1ace6d3f-69b7-4a98-ac92-8aeb9be5609c req-eb20c422-2ad3-45b3-b49e-6b9fc0fac1af tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 944 time: 0.0479562 Sep 20 04:59:04.363867 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1ace6d3f-69b7-4a98-ac92-8aeb9be5609c req-22cbb665-c4dd-4167-8741-aea80bcdd9b7 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490501 Sep 20 04:59:04.430503 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device cdc3a8f8-3815-44e2-8784-9ad2e03e2914 details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 04:59:04.527651 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port cdc3a8f8-3815-44e2-8784-9ad2e03e2914, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=cdc3a8f8-3815-44e2-8784-9ad2e03e2914,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:59:04.538378 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'port_id': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914', 'mac_address': 'fa:16:3e:53:ea:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 04:59:04.575608 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port cdc3a8f8-3815-44e2-8784-9ad2e03e2914 is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:59:04.575926 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (cdc3a8f8-3815-44e2-8784-9ad2e03e2914), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:04.588573 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc3a8f8-3815-44e2-8784-9ad2e03e2914 {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:59:04.607565 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port cdc3a8f8-3815-44e2-8784-9ad2e03e2914, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=cdc3a8f8-3815-44e2-8784-9ad2e03e2914,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:59:04.611433 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (cdc3a8f8-3815-44e2-8784-9ad2e03e2914), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:04.656849 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=cdc3a8f8-3815-44e2-8784-9ad2e03e2914,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:59:04.969706 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['cdc3a8f8-3815-44e2-8784-9ad2e03e2914'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:59:05.193527 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:05.261591 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a2638-3044-40d3-b895-ebceb5c300fe req-c0aed4bc-6690-4759-991c-07f9762b29f7 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:05.263091 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-150a2638-3044-40d3-b895-ebceb5c300fe req-c0aed4bc-6690-4759-991c-07f9762b29f7 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0471454 Sep 20 04:59:05.312879 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-150a2638-3044-40d3-b895-ebceb5c300fe req-df790509-650f-40d6-bba1-a2be44c3f513 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438490 Sep 20 04:59:05.489694 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d56d53-fe8f-49d9-abb7-190672131a81 req-a891f00e-243d-45f4-80f7-b593b3cd27a4 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:05.491116 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e0d56d53-fe8f-49d9-abb7-190672131a81 req-a891f00e-243d-45f4-80f7-b593b3cd27a4 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 945 time: 0.0498569 Sep 20 04:59:05.543127 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e0d56d53-fe8f-49d9-abb7-190672131a81 req-71e670db-6c98-470c-b182-d8f0ddbc3c07 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463424 Sep 20 04:59:05.764584 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fe5f5-da53-410c-8b05-a767d6ff09f5 req-cb3ecb7f-5db3-4643-93ac-bd2c839fe66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:05.766068 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-d48fe5f5-da53-410c-8b05-a767d6ff09f5 req-cb3ecb7f-5db3-4643-93ac-bd2c839fe66c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=56047142d69c4c1cbfa9f6a278622332&device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 1129 time: 0.0492849 Sep 20 04:59:05.930611 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fe5f5-da53-410c-8b05-a767d6ff09f5 req-2d0f2cb3-a82c-455b-b5af-03b9038d0eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:05.932064 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-d48fe5f5-da53-410c-8b05-a767d6ff09f5 req-2d0f2cb3-a82c-455b-b5af-03b9038d0eca service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=df11c176-b7e2-4ad1-93ab-93f2f2c98460 HTTP/1.1" status: 200 len: 916 time: 0.0873775 Sep 20 04:59:06.010680 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-d48fe5f5-da53-410c-8b05-a767d6ff09f5 req-c3286da6-5e56-4e64-a7f7-3cadc6f8e0f1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91a0df87-3f74-4106-92a9-e9a99f1cd365 HTTP/1.1" status: 200 len: 1001 time: 0.0617695 Sep 20 04:59:06.061805 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fe5f5-da53-410c-8b05-a767d6ff09f5 req-f15a4e72-055d-4f7d-8fe2-eb3c2880fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:06.063269 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-d48fe5f5-da53-410c-8b05-a767d6ff09f5 req-f15a4e72-055d-4f7d-8fe2-eb3c2880fe6b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68 HTTP/1.1" status: 200 len: 855 time: 0.0471451 Sep 20 04:59:06.306252 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fe5f5-da53-410c-8b05-a767d6ff09f5 req-7502a06e-939f-4dfe-9c02-e98f1eaf92c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:06.308024 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-d48fe5f5-da53-410c-8b05-a767d6ff09f5 req-7502a06e-939f-4dfe-9c02-e98f1eaf92c9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=df11c176-b7e2-4ad1-93ab-93f2f2c98460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402038 Sep 20 04:59:06.402769 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-d48fe5f5-da53-410c-8b05-a767d6ff09f5 req-3c976a43-7e96-4a2d-b54e-8e856ddd3755 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884769 Sep 20 04:59:06.454848 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3c061-485d-4b8c-883f-9a6945b8c4f2 req-94e1d53f-873b-47f3-857d-6f1d347bde74 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:06.456356 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fcf3c061-485d-4b8c-883f-9a6945b8c4f2 req-94e1d53f-873b-47f3-857d-6f1d347bde74 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0503168 Sep 20 04:59:06.497725 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-d48fe5f5-da53-410c-8b05-a767d6ff09f5 req-50655a9d-f183-4b97-b262-4cd68ae87883 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885465 Sep 20 04:59:06.506625 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fcf3c061-485d-4b8c-883f-9a6945b8c4f2 req-56f70d26-1cf2-492c-be4d-7e6fa8998cb9 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443299 Sep 20 04:59:06.531355 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device cdc3a8f8-3815-44e2-8784-9ad2e03e2914 up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:59:06.582928 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port cdc3a8f8-3815-44e2-8784-9ad2e03e2914 completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 04:59:06.589918 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port cdc3a8f8-3815-44e2-8784-9ad2e03e2914 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:59:06.590431 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (cdc3a8f8-3815-44e2-8784-9ad2e03e2914), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:06.590923 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port cdc3a8f8-3815-44e2-8784-9ad2e03e2914 Sep 20 04:59:06.671286 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port cdc3a8f8-3815-44e2-8784-9ad2e03e2914 is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:59:06.671937 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (cdc3a8f8-3815-44e2-8784-9ad2e03e2914), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:06.702626 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:59:06.705645 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12aedfd3-67ea-48a4-8f18-e853df03ec6c" -d '{"events": [{"server_uuid": "cd514882-49cd-4d14-a8e1-b17b0605cd1f", "name": "network-vif-plugged", "status": "completed", "tag": "cdc3a8f8-3815-44e2-8784-9ad2e03e2914"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:59:06.722415 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port cdc3a8f8-3815-44e2-8784-9ad2e03e2914, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=cdc3a8f8-3815-44e2-8784-9ad2e03e2914,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:59:06.729718 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (cdc3a8f8-3815-44e2-8784-9ad2e03e2914), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:06.730567 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 91a0df87-3f74-4106-92a9-e9a99f1cd365 no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 04:59:06.780146 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:06.829230 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=cdc3a8f8-3815-44e2-8784-9ad2e03e2914,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:59:06.863306 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 91a0df87-3f74-4106-92a9-e9a99f1cd365 is: ACTIVE; New status is: DOWN {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:59:06.863705 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:06.903742 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 91a0df87-3f74-4106-92a9-e9a99f1cd365, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=91a0df87-3f74-4106-92a9-e9a99f1cd365,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:59:06.909089 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:06.962352 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=91a0df87-3f74-4106-92a9-e9a99f1cd365,revision_number=8']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:59:07.003819 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300a5af-8d3c-472a-ada9-0dff625c0700 req-f34c32c8-61e6-49dc-91ee-386808fa09fd tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:07.005400 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5300a5af-8d3c-472a-ada9-0dff625c0700 req-f34c32c8-61e6-49dc-91ee-386808fa09fd tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 946 time: 0.0576379 Sep 20 04:59:07.058846 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5300a5af-8d3c-472a-ada9-0dff625c0700 req-7a9d006d-cfb7-4560-969c-1530e02160ba tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468526 Sep 20 04:59:07.110692 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b388f672-fc6c-423f-9db7-baecc66eb5b2 x-openstack-request-id: req-b388f672-fc6c-423f-9db7-baecc66eb5b2 {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:59:07.111073 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd514882-49cd-4d14-a8e1-b17b0605cd1f", "name": "network-vif-plugged", "status": "completed", "tag": "cdc3a8f8-3815-44e2-8784-9ad2e03e2914", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:59:07.111396 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b388f672-fc6c-423f-9db7-baecc66eb5b2 {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:59:07.111861 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b388f672-fc6c-423f-9db7-baecc66eb5b2'] response: {'server_uuid': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914', 'code': 200} Sep 20 04:59:07.163097 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [req-ed9ee6d4-7562-4863-9a69-aa385576c72d req-037218f7-d4b4-477b-be97-37af36303ec6 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112592) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 04:59:07.164185 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ed9ee6d4-7562-4863-9a69-aa385576c72d req-037218f7-d4b4-477b-be97-37af36303ec6 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0082998 Sep 20 04:59:07.364028 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7e9f7-6a4a-49ca-a70c-b253c40be508 req-3b2f78e0-b2ea-446a-a019-cf3744946d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:07.365590 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-26e7e9f7-6a4a-49ca-a70c-b253c40be508 req-3b2f78e0-b2ea-446a-a019-cf3744946d3e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 1130 time: 0.0449958 Sep 20 04:59:07.414215 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-26e7e9f7-6a4a-49ca-a70c-b253c40be508 req-479deb40-9528-4d78-acf2-eb5775581d9e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424070 Sep 20 04:59:07.491079 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07e5a7-6912-40ed-bf7a-f09aa6b7d2b5 req-3ca8ee6a-2d9e-4cf1-9397-7a2709b1dce2 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:07.493064 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0a07e5a7-6912-40ed-bf7a-f09aa6b7d2b5 req-3ca8ee6a-2d9e-4cf1-9397-7a2709b1dce2 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0470157 Sep 20 04:59:07.517627 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:07.545798 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0a07e5a7-6912-40ed-bf7a-f09aa6b7d2b5 req-facf5bc3-3aac-4740-a705-3dad0ecf7c0b tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469599 Sep 20 04:59:07.785618 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 53290) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:59:07.872202 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c0284392-4e98-45a8-af9e-50d690da4214 req-cbe5c12a-f7bd-4e45-884f-8dff30de5b27 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852699 Sep 20 04:59:07.881705 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [req-c0284392-4e98-45a8-af9e-50d690da4214 req-460a647e-04c6-4113-840b-b007071697cd service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112592) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 04:59:07.882680 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c0284392-4e98-45a8-af9e-50d690da4214 req-460a647e-04c6-4113-840b-b007071697cd service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053995 Sep 20 04:59:07.968187 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 53304) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:59:08.020463 dv-cinder-756710-7-iscsi neutron-server[112593]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 20 04:59:08.064242 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0284392-4e98-45a8-af9e-50d690da4214 req-d255cb7e-7e9a-43aa-865e-21679a7a2962 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:08.065613 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c0284392-4e98-45a8-af9e-50d690da4214 req-d255cb7e-7e9a-43aa-865e-21679a7a2962 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports/91a0df87-3f74-4106-92a9-e9a99f1cd365 HTTP/1.1" status: 200 len: 940 time: 0.0964122 Sep 20 04:59:08.081103 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=90 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:08.191724 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57426ae-bb5d-4c32-96fb-f11a040793ac req-677e302f-d2a3-4782-8e9c-e2111e8b92db tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:08.193255 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f57426ae-bb5d-4c32-96fb-f11a040793ac req-677e302f-d2a3-4782-8e9c-e2111e8b92db tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 946 time: 0.0533705 Sep 20 04:59:08.248625 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f57426ae-bb5d-4c32-96fb-f11a040793ac req-68746031-e234-4f7e-a0ad-51e373a1467c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492294 Sep 20 04:59:08.675893 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8fde8-877f-4254-8e94-c074dc14cdbc req-8cccaef9-fb04-4c9d-8aa0-dedc10487a48 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:08.677409 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-aba8fde8-877f-4254-8e94-c074dc14cdbc req-8cccaef9-fb04-4c9d-8aa0-dedc10487a48 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0514345 Sep 20 04:59:08.723292 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-aba8fde8-877f-4254-8e94-c074dc14cdbc req-49e5a526-ed43-498d-914c-32c553d9b29f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404363 Sep 20 04:59:09.113690 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc0a271-e3e8-4883-b052-72a5c319c6b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91a0df87-3f74-4106-92a9-e9a99f1cd365'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:59:09.116051 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fcdf89-939e-4b79-a7f4-60870f6d8b65" -d '{"events": [{"server_uuid": "1dc0a271-e3e8-4883-b052-72a5c319c6b7", "name": "network-vif-unplugged", "status": "completed", "tag": "91a0df87-3f74-4106-92a9-e9a99f1cd365"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:59:09.149236 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 20 Sep 2022 04:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01b7163-7fa4-449f-a8bd-1ba585ea47c9 x-openstack-request-id: req-c01b7163-7fa4-449f-a8bd-1ba585ea47c9 {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:59:09.149524 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc0a271-e3e8-4883-b052-72a5c319c6b7", "name": "network-vif-unplugged", "status": "failed", "tag": "91a0df87-3f74-4106-92a9-e9a99f1cd365", "code": 422}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:59:09.149777 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c01b7163-7fa4-449f-a8bd-1ba585ea47c9 {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:59:09.150217 dv-cinder-756710-7-iscsi neutron-server[112594]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c01b7163-7fa4-449f-a8bd-1ba585ea47c9']: {'server_uuid': '1dc0a271-e3e8-4883-b052-72a5c319c6b7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91a0df87-3f74-4106-92a9-e9a99f1cd365', 'code': 422} returned with failed status Sep 20 04:59:09.369255 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d26987-af05-4258-8095-22f926c4a5d4 req-30730634-6bd1-4e8a-a1b1-8ea284ca7345 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:09.370730 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-92d26987-af05-4258-8095-22f926c4a5d4 req-30730634-6bd1-4e8a-a1b1-8ea284ca7345 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 946 time: 0.0470669 Sep 20 04:59:09.419999 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-92d26987-af05-4258-8095-22f926c4a5d4 req-2523e623-6e31-4850-bd8a-c68888be8b9c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434716 Sep 20 04:59:09.543517 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f8d5c-532d-4b3e-b6d4-030514923606 req-2226f7c7-30cc-4923-b594-6d41d9c37344 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:09.545405 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d77f8d5c-532d-4b3e-b6d4-030514923606 req-2226f7c7-30cc-4923-b594-6d41d9c37344 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 946 time: 0.0511887 Sep 20 04:59:09.563775 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:09.601998 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d77f8d5c-532d-4b3e-b6d4-030514923606 req-89d2dd20-a2f8-4ad2-8c85-4d77c7b6a80e tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510197 Sep 20 04:59:09.631464 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 53330) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:59:09.670527 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101dc1ed-eca2-42f8-98e2-b4e27d7682a8 tempest-TestVolumeBootPattern-1488714578 tempest-TestVolumeBootPattern-1488714578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:09.671959 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-101dc1ed-eca2-42f8-98e2-b4e27d7682a8 tempest-TestVolumeBootPattern-1488714578 tempest-TestVolumeBootPattern-1488714578-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 1125 time: 0.0394182 Sep 20 04:59:09.674790 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 53332) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:59:09.679686 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Request body: {'floatingip': {'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'port_id': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'fixed_ip_address': '172.20.0.11'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:59:09.700663 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:09.783361 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:09.795519 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:09.859514 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57dc2b6-cf60-4c3b-9c10-292fd2b4a6de req-22e6c759-df87-4ef8-9c04-4a471e6335c9 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:09.861238 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f57dc2b6-cf60-4c3b-9c10-292fd2b4a6de req-22e6c759-df87-4ef8-9c04-4a471e6335c9 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0508890 Sep 20 04:59:09.896700 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Allocated IP 172.27.1.142 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/696eced5-9ecf-4570-a079-2fc734f93c24) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:59:09.917046 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f57dc2b6-cf60-4c3b-9c10-292fd2b4a6de req-ed53fe7b-da84-4155-91ea-28c5d98fc941 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490348 Sep 20 04:59:09.929128 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:10.009780 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for port (696eced5-9ecf-4570-a079-2fc734f93c24), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:10.041307 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (696eced5-9ecf-4570-a079-2fc734f93c24), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:10.079699 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:59:10.082608 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:59:10.087004 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 04:59:10.092213 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event updated for resources: {'Port': ['ID=696eced5-9ecf-4570-a079-2fc734f93c24,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:59:10.326324 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0284392-4e98-45a8-af9e-50d690da4214 req-56737708-e0c8-4cd9-b9cd-db1ba5438978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:10.327813 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c0284392-4e98-45a8-af9e-50d690da4214 req-56737708-e0c8-4cd9-b9cd-db1ba5438978 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7&tenant_id=56047142d69c4c1cbfa9f6a278622332 HTTP/1.1" status: 200 len: 1127 time: 0.0806441 Sep 20 04:59:10.365522 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 53342) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:59:10.414723 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0284392-4e98-45a8-af9e-50d690da4214 req-074b1e80-669d-46d5-bb86-ed34aee8f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:10.416742 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c0284392-4e98-45a8-af9e-50d690da4214 req-074b1e80-669d-46d5-bb86-ed34aee8f7b0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=56047142d69c4c1cbfa9f6a278622332&device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 1127 time: 0.0512576 Sep 20 04:59:10.475658 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c15eae05-015d-4561-b4be-ece046ca330c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:10.553636 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c15eae05-015d-4561-b4be-ece046ca330c admin admin] Publish callbacks [] for security_group (abda19b7-2550-4c3b-9165-b43561717f08), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:10.558163 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c15eae05-015d-4561-b4be-ece046ca330c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (abda19b7-2550-4c3b-9165-b43561717f08), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:10.598743 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-c15eae05-015d-4561-b4be-ece046ca330c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=46bd8e25f82545f397e7bc3b79bbc2e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321138 Sep 20 04:59:10.599599 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15eae05-015d-4561-b4be-ece046ca330c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abda19b7-2550-4c3b-9165-b43561717f08,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:59:10.602869 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 53346) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:59:10.605514 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:10.612687 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0284392-4e98-45a8-af9e-50d690da4214 req-06156516-63f0-4184-aa46-282910bfbe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:10.614182 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c0284392-4e98-45a8-af9e-50d690da4214 req-06156516-63f0-4184-aa46-282910bfbe2a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=df11c176-b7e2-4ad1-93ab-93f2f2c98460 HTTP/1.1" status: 200 len: 916 time: 0.1786802 Sep 20 04:59:10.657446 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-55cf851b-b5c5-42b1-897f-2b77b7ddd6e9 admin admin] Publish callbacks [] for security_group (abda19b7-2550-4c3b-9165-b43561717f08), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:10.677609 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for floatingip (0edbbf61-2e1d-4897-a4b6-8d7cbad8b429), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:10.683255 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-55cf851b-b5c5-42b1-897f-2b77b7ddd6e9 admin admin] Publish callbacks [] for security_group (abda19b7-2550-4c3b-9165-b43561717f08), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:10.722882 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c0284392-4e98-45a8-af9e-50d690da4214 req-a0d705e1-b5fb-4e8f-8014-5a2cbd3b3a48 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91a0df87-3f74-4106-92a9-e9a99f1cd365 HTTP/1.1" status: 200 len: 999 time: 0.1011782 Sep 20 04:59:10.741094 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-55cf851b-b5c5-42b1-897f-2b77b7ddd6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (abda19b7-2550-4c3b-9165-b43561717f08), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:10.744195 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-55cf851b-b5c5-42b1-897f-2b77b7ddd6e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:10.745393 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-55cf851b-b5c5-42b1-897f-2b77b7ddd6e9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/abda19b7-2550-4c3b-9165-b43561717f08 HTTP/1.1" status: 204 len: 168 time: 0.1414490 Sep 20 04:59:10.753708 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf851b-b5c5-42b1-897f-2b77b7ddd6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abda19b7-2550-4c3b-9165-b43561717f08,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:59:10.806520 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (696eced5-9ecf-4570-a079-2fc734f93c24), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:10.809030 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0284392-4e98-45a8-af9e-50d690da4214 req-2d5be62b-b3d8-4e26-9c4f-de23b019210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:10.810573 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c0284392-4e98-45a8-af9e-50d690da4214 req-2d5be62b-b3d8-4e26-9c4f-de23b019210d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68 HTTP/1.1" status: 200 len: 855 time: 0.0815842 Sep 20 04:59:10.811830 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:10.890431 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0284392-4e98-45a8-af9e-50d690da4214 req-7f2a99d1-6d39-46bc-b07f-209fa8a2ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:10.891928 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c0284392-4e98-45a8-af9e-50d690da4214 req-7f2a99d1-6d39-46bc-b07f-209fa8a2ebcd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=df11c176-b7e2-4ad1-93ab-93f2f2c98460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630748 Sep 20 04:59:11.044892 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 53354) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:59:11.063357 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c0284392-4e98-45a8-af9e-50d690da4214 req-8e630f7a-9420-4e8c-88b1-4b25cbb5f05b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582067 Sep 20 04:59:11.068229 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:11.071382 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0d3ba6fc-3cf6-43b6-a25a-f215a713881b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:11.080433 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275cce8-25b1-44f4-a613-34b7c623c7b1 req-2f3eacac-7a51-4d0b-a826-4132747a5f85 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:11.082037 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c275cce8-25b1-44f4-a613-34b7c623c7b1 req-2f3eacac-7a51-4d0b-a826-4132747a5f85 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0703902 Sep 20 04:59:11.093226 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for port (696eced5-9ecf-4570-a079-2fc734f93c24), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:11.124663 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (696eced5-9ecf-4570-a079-2fc734f93c24), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:11.158657 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c275cce8-25b1-44f4-a613-34b7c623c7b1 req-cae0337c-1761-491c-8680-80b5a6407164 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700428 Sep 20 04:59:11.203874 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0d3ba6fc-3cf6-43b6-a25a-f215a713881b admin admin] Publish callbacks [] for security_group (186de43a-099c-4937-982d-458a86549418), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:11.205619 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event updated for resources: {'Port': ['ID=696eced5-9ecf-4570-a079-2fc734f93c24,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:59:11.208697 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0d3ba6fc-3cf6-43b6-a25a-f215a713881b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (186de43a-099c-4937-982d-458a86549418), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:11.209718 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (0edbbf61-2e1d-4897-a4b6-8d7cbad8b429), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:11.249215 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-0d3ba6fc-3cf6-43b6-a25a-f215a713881b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ce43fc3ae1a041ab829bdcca7e3af383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032475 Sep 20 04:59:11.250498 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ba6fc-3cf6-43b6-a25a-f215a713881b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186de43a-099c-4937-982d-458a86549418,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:59:11.252209 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 53356) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:59:11.291839 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c0284392-4e98-45a8-af9e-50d690da4214 req-82c22bd1-b98b-4d30-bc9b-d9463c6b4b0e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227526 Sep 20 04:59:11.363279 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.l3_db [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Floating IP 0edbbf61-2e1d-4897-a4b6-8d7cbad8b429 associated. External IP: 172.27.1.142, port: cdc3a8f8-3815-44e2-8784-9ad2e03e2914. Sep 20 04:59:11.366847 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-16c64d0b-27af-4e10-a08b-4b4905b09f8b admin admin] Publish callbacks [] for security_group (186de43a-099c-4937-982d-458a86549418), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:11.639727 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=100 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:11.667839 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-16c64d0b-27af-4e10-a08b-4b4905b09f8b admin admin] Publish callbacks [] for security_group (186de43a-099c-4937-982d-458a86549418), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:11.837506 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-16c64d0b-27af-4e10-a08b-4b4905b09f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (186de43a-099c-4937-982d-458a86549418), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:11.840773 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-16c64d0b-27af-4e10-a08b-4b4905b09f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:11.844731 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-16c64d0b-27af-4e10-a08b-4b4905b09f8b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/186de43a-099c-4937-982d-458a86549418 HTTP/1.1" status: 204 len: 168 time: 0.5877645 Sep 20 04:59:11.862084 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c64d0b-27af-4e10-a08b-4b4905b09f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186de43a-099c-4937-982d-458a86549418,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:59:11.897241 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Router 4895c379-aac2-4339-803a-f79e1699e6eb has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:59:12.072052 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:12.073999 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:59:12.089028 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d4f4a7-6eaa-4e69-bfe1-e1b0f2511281 None None] Sync routers for ids ['4895c379-aac2-4339-803a-f79e1699e6eb'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:59:12.096933 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:12.114323 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d4f4a7-6eaa-4e69-bfe1-e1b0f2511281 None None] Routers {'4895c379-aac2-4339-803a-f79e1699e6eb'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:59:12.115149 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-a5d4f4a7-6eaa-4e69-bfe1-e1b0f2511281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:58:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['4895c379-aac2-4339-803a-f79e1699e6eb'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:59:12.177328 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-bfa28571-90a3-451e-8ba8-6cb062f5a802 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5000103 Sep 20 04:59:12.178427 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'tag': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:59:12.183897 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e462186e-4429-4c39-b3b4-71e33af71b57" -d '{"events": [{"name": "network-changed", "server_uuid": "cd514882-49cd-4d14-a8e1-b17b0605cd1f", "tag": "cdc3a8f8-3815-44e2-8784-9ad2e03e2914"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:59:12.261615 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 04:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe87a5c-7b3a-475d-9702-6fe308aa258e x-openstack-request-id: req-efe87a5c-7b3a-475d-9702-6fe308aa258e {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:59:12.261988 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd514882-49cd-4d14-a8e1-b17b0605cd1f", "tag": "cdc3a8f8-3815-44e2-8784-9ad2e03e2914", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:59:12.262278 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-efe87a5c-7b3a-475d-9702-6fe308aa258e {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:59:12.263476 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe87a5c-7b3a-475d-9702-6fe308aa258e'] response: {'name': 'network-changed', 'server_uuid': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'tag': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914', 'status': 'completed', 'code': 200} Sep 20 04:59:12.324973 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-a5d4f4a7-6eaa-4e69-bfe1-e1b0f2511281 None None] Set router 4895c379-aac2-4339-803a-f79e1699e6eb gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:59:12.462269 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d752bb1-4096-4c55-bd50-82f6acd91ccd req-d7f06758-ef10-45ce-b208-83c35b9b2b72 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:12.464465 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3d752bb1-4096-4c55-bd50-82f6acd91ccd req-d7f06758-ef10-45ce-b208-83c35b9b2b72 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0841980 Sep 20 04:59:12.522589 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:12.602373 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3d752bb1-4096-4c55-bd50-82f6acd91ccd req-b737d035-2be3-482f-b604-996d16af2155 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297023 Sep 20 04:59:12.696925 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-a5d4f4a7-6eaa-4e69-bfe1-e1b0f2511281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '0edbbf61-2e1d-4897-a4b6-8d7cbad8b429', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'port_id': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'mac_address': 'fa:16:3e:53:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:59:10Z', 'updated_at': '2022-09-20T04:59:10Z', 'revision_number': 0, 'project_id': '46ddf925b345471da94d05998a6a0540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:56Z', 'revision_number': 5, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:59:12.723842 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d4f4a7-6eaa-4e69-bfe1-e1b0f2511281 None None] Checking router: 4895c379-aac2-4339-803a-f79e1699e6eb for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:59:12.735380 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d4f4a7-6eaa-4e69-bfe1-e1b0f2511281 None None] Routers {'4895c379-aac2-4339-803a-f79e1699e6eb'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 04:59:12.736216 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-a5d4f4a7-6eaa-4e69-bfe1-e1b0f2511281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:58:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['4895c379-aac2-4339-803a-f79e1699e6eb'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:59:12.865940 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-a5d4f4a7-6eaa-4e69-bfe1-e1b0f2511281 None None] Set router 4895c379-aac2-4339-803a-f79e1699e6eb gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 04:59:13.135517 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-a5d4f4a7-6eaa-4e69-bfe1-e1b0f2511281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '0edbbf61-2e1d-4897-a4b6-8d7cbad8b429', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'port_id': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'mac_address': 'fa:16:3e:53:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:59:10Z', 'updated_at': '2022-09-20T04:59:10Z', 'revision_number': 0, 'project_id': '46ddf925b345471da94d05998a6a0540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:56Z', 'revision_number': 5, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:59:13.166504 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d4f4a7-6eaa-4e69-bfe1-e1b0f2511281 None None] The sync data for ids ['4895c379-aac2-4339-803a-f79e1699e6eb'] in dv-cinder-756710-7-iscsi is: [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '0edbbf61-2e1d-4897-a4b6-8d7cbad8b429', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'port_id': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'mac_address': 'fa:16:3e:53:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:59:10Z', 'updated_at': '2022-09-20T04:59:10Z', 'revision_number': 0, 'project_id': '46ddf925b345471da94d05998a6a0540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:56Z', 'revision_number': 5, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:59:13.466058 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568214b9-7124-48a0-adb8-3b02769c1454 None None] New status for floating IP 0edbbf61-2e1d-4897-a4b6-8d7cbad8b429: ACTIVE {{(pid=112594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 04:59:13.539863 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 53412) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:59:13.693019 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-de60f203-2f70-4f8a-9278-de07b482bd2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:13.807600 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76e84b-5755-437d-92e3-82ae5c1fb07a req-6b80752b-8997-42bd-8869-3e841cbf06ad tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:13.809205 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1e76e84b-5755-437d-92e3-82ae5c1fb07a req-6b80752b-8997-42bd-8869-3e841cbf06ad tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0653722 Sep 20 04:59:13.885837 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-de60f203-2f70-4f8a-9278-de07b482bd2c admin admin] Publish callbacks [] for security_group (42a392ce-6f46-41a5-8df8-2c52bd3ab66c), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:13.891779 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1e76e84b-5755-437d-92e3-82ae5c1fb07a req-a46b8c4f-2cfa-49d4-a0b4-130c65d90d13 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770707 Sep 20 04:59:13.892818 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-de60f203-2f70-4f8a-9278-de07b482bd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (42a392ce-6f46-41a5-8df8-2c52bd3ab66c), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:13.934231 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-de60f203-2f70-4f8a-9278-de07b482bd2c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f5fecf683f6942508a6b2897be4418a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853972 Sep 20 04:59:13.934231 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 53418) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 04:59:13.960251 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60f203-2f70-4f8a-9278-de07b482bd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a392ce-6f46-41a5-8df8-2c52bd3ab66c,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:59:14.000381 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4ff433f6-27b6-47a5-98dd-4075c54d4f71 admin admin] Publish callbacks [] for security_group (42a392ce-6f46-41a5-8df8-2c52bd3ab66c), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:14.021156 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4ff433f6-27b6-47a5-98dd-4075c54d4f71 admin admin] Publish callbacks [] for security_group (42a392ce-6f46-41a5-8df8-2c52bd3ab66c), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:14.078601 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4ff433f6-27b6-47a5-98dd-4075c54d4f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (42a392ce-6f46-41a5-8df8-2c52bd3ab66c), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:14.081171 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4ff433f6-27b6-47a5-98dd-4075c54d4f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:14.085495 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-4ff433f6-27b6-47a5-98dd-4075c54d4f71 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/42a392ce-6f46-41a5-8df8-2c52bd3ab66c HTTP/1.1" status: 204 len: 168 time: 0.1474385 Sep 20 04:59:14.092044 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff433f6-27b6-47a5-98dd-4075c54d4f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a392ce-6f46-41a5-8df8-2c52bd3ab66c,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:59:15.043936 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e5a0a-2e10-4760-a990-4e185ce86a8e req-1ae79f91-b3f3-4db0-b3e0-eac9941f84c9 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:15.045468 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b70e5a0a-2e10-4760-a990-4e185ce86a8e req-1ae79f91-b3f3-4db0-b3e0-eac9941f84c9 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0535574 Sep 20 04:59:15.058718 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:59:15.094679 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b70e5a0a-2e10-4760-a990-4e185ce86a8e req-862cc57f-960b-4833-90c1-207707307673 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435047 Sep 20 04:59:16.220575 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:16.228326 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab5c1b-1bb5-4626-a45d-e3beedfe7f35 req-3bda161c-2385-43a6-8d85-6ce98d50459a tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:16.229994 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f1ab5c1b-1bb5-4626-a45d-e3beedfe7f35 req-3bda161c-2385-43a6-8d85-6ce98d50459a tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0496299 Sep 20 04:59:16.281285 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f1ab5c1b-1bb5-4626-a45d-e3beedfe7f35 req-7cf0bd5a-299b-4c14-adb1-19cad08f3bb8 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437751 Sep 20 04:59:16.677949 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-40b4a0d8-2896-42ce-9e22-befaf6fd1a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:17.422617 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba538798-a059-4fef-8791-6c16d3a4dc53 req-cbbcea39-54cd-47f1-b896-c26f5dcf7974 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:17.424078 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ba538798-a059-4fef-8791-6c16d3a4dc53 req-cbbcea39-54cd-47f1-b896-c26f5dcf7974 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0536320 Sep 20 04:59:17.477834 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ba538798-a059-4fef-8791-6c16d3a4dc53 req-f114a937-93c0-455d-bda7-1da3c9182761 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476053 Sep 20 04:59:18.624735 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a64ae7-79d5-4c19-af4f-d2a9decf82e6 req-2ba33365-e5cf-4910-a200-d6720d157673 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:18.626348 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-29a64ae7-79d5-4c19-af4f-d2a9decf82e6 req-2ba33365-e5cf-4910-a200-d6720d157673 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0631974 Sep 20 04:59:18.676039 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-29a64ae7-79d5-4c19-af4f-d2a9decf82e6 req-ee1f3275-fab2-4614-ace7-672e9b3b2fb8 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439410 Sep 20 04:59:18.904129 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-9135e46e-b420-4382-bc27-e29c1e24d982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:19.828544 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d8d31-6d65-4a03-a5c7-36b540a19ced req-b2451944-7c4a-4adf-aec2-8d96a55d5d76 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:19.830784 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2d9d8d31-6d65-4a03-a5c7-36b540a19ced req-b2451944-7c4a-4adf-aec2-8d96a55d5d76 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0659258 Sep 20 04:59:19.880458 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2d9d8d31-6d65-4a03-a5c7-36b540a19ced req-a374cc93-7744-4af8-a326-ff133eee6569 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439138 Sep 20 04:59:20.083952 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:20.475195 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462186e-4429-4c39-b3b4-71e33af71b57 req-553c0dba-de1d-4275-81e0-e6bc941b7d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:20.477144 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e462186e-4429-4c39-b3b4-71e33af71b57 req-553c0dba-de1d-4275-81e0-e6bc941b7d70 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=46ddf925b345471da94d05998a6a0540&device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 1130 time: 0.0419486 Sep 20 04:59:20.563905 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462186e-4429-4c39-b3b4-71e33af71b57 req-67b6cafe-8520-405c-a145-eaecbdf36395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:20.565377 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e462186e-4429-4c39-b3b4-71e33af71b57 req-67b6cafe-8520-405c-a145-eaecbdf36395 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6de81d04-87bb-4e82-ba15-9636966f9274 HTTP/1.1" status: 200 len: 912 time: 0.0821159 Sep 20 04:59:20.627814 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e462186e-4429-4c39-b3b4-71e33af71b57 req-cc760349-707b-4505-b3e9-ff1cc76956db service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdc3a8f8-3815-44e2-8784-9ad2e03e2914 HTTP/1.1" status: 200 len: 1002 time: 0.0564501 Sep 20 04:59:20.676106 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462186e-4429-4c39-b3b4-71e33af71b57 req-5c4dfcbd-f9e7-4a67-b8c5-aa43077d1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:20.677552 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e462186e-4429-4c39-b3b4-71e33af71b57 req-5c4dfcbd-f9e7-4a67-b8c5-aa43077d1cf0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e94eb72f-d7fc-4515-9285-2b7cbf8ba84e HTTP/1.1" status: 200 len: 851 time: 0.0439866 Sep 20 04:59:20.993994 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:21.005978 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d39fa-a2d6-46db-8c23-8d36ee2c3ce9 req-5f965241-356a-43f2-b390-88d2aeb9afff tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:21.008076 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-559d39fa-a2d6-46db-8c23-8d36ee2c3ce9 req-5f965241-356a-43f2-b390-88d2aeb9afff tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0481350 Sep 20 04:59:21.053573 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-559d39fa-a2d6-46db-8c23-8d36ee2c3ce9 req-a64c5263-569d-4936-bd99-f5f5f998aa20 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401316 Sep 20 04:59:21.090238 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462186e-4429-4c39-b3b4-71e33af71b57 req-c217e84d-93ea-4fd4-94a6-f53fabed12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:21.091752 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e462186e-4429-4c39-b3b4-71e33af71b57 req-c217e84d-93ea-4fd4-94a6-f53fabed12e0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6de81d04-87bb-4e82-ba15-9636966f9274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396683 Sep 20 04:59:21.183589 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e462186e-4429-4c39-b3b4-71e33af71b57 req-f3873545-b2d0-4f20-855d-2ceeba2851ac service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848427 Sep 20 04:59:21.234903 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:21.272528 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e462186e-4429-4c39-b3b4-71e33af71b57 req-2de0f2e9-3fa1-4c62-98f0-e6c3035763d5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824881 Sep 20 04:59:21.680218 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:21.908974 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:22.178366 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20de0ed-f603-4836-8e43-316776e7dff7 req-f7f4bb7a-e259-4c77-a6e2-fc31d33f6f8e tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:22.179812 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b20de0ed-f603-4836-8e43-316776e7dff7 req-f7f4bb7a-e259-4c77-a6e2-fc31d33f6f8e tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0458732 Sep 20 04:59:22.228689 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b20de0ed-f603-4836-8e43-316776e7dff7 req-4f1e9727-b20c-498c-bf30-19c984a79455 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433300 Sep 20 04:59:23.352825 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b3d20-3957-47dc-b7b8-4d71cc707b02 req-3c1d86ca-ab43-4f5a-aa19-54d567499eaa tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:23.354314 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1b5b3d20-3957-47dc-b7b8-4d71cc707b02 req-3c1d86ca-ab43-4f5a-aa19-54d567499eaa tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0452254 Sep 20 04:59:23.400885 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1b5b3d20-3957-47dc-b7b8-4d71cc707b02 req-4c037113-1c3d-4280-bfca-a0df183e5647 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410528 Sep 20 04:59:24.527858 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb273c8-502c-4a92-9ee9-6fc664352aad req-e03fd8c6-db1e-4a1f-927a-c50581335651 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:24.529242 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9bb273c8-502c-4a92-9ee9-6fc664352aad req-e03fd8c6-db1e-4a1f-927a-c50581335651 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0460701 Sep 20 04:59:24.574467 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9bb273c8-502c-4a92-9ee9-6fc664352aad req-ef5361f4-be62-4de4-8368-46370476c844 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398829 Sep 20 04:59:25.701548 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d8536-a40d-4283-b79b-f7ff353b1532 req-fe37dde7-88c3-4da6-b118-fc5ecb63322b tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:25.702987 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-447d8536-a40d-4283-b79b-f7ff353b1532 req-fe37dde7-88c3-4da6-b118-fc5ecb63322b tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0487788 Sep 20 04:59:25.748878 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-447d8536-a40d-4283-b79b-f7ff353b1532 req-c2cc5235-55f1-45b2-b4c5-874c404a4df4 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403326 Sep 20 04:59:26.874297 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be1823-6e03-4573-9abb-60c5e5c5b0f5 req-fb042060-1280-4630-9642-7825ad3cfe54 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:26.875732 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c3be1823-6e03-4573-9abb-60c5e5c5b0f5 req-fb042060-1280-4630-9642-7825ad3cfe54 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0471492 Sep 20 04:59:26.922047 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c3be1823-6e03-4573-9abb-60c5e5c5b0f5 req-759e7fa2-a6c0-41e2-aaa5-6277561747f9 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408499 Sep 20 04:59:28.044366 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134ec06-92ea-4df6-a93e-803c518d2ac1 req-9a3e54c8-f92e-49ed-ae08-07f475669d96 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:28.045813 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f134ec06-92ea-4df6-a93e-803c518d2ac1 req-9a3e54c8-f92e-49ed-ae08-07f475669d96 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 943 time: 0.0452380 Sep 20 04:59:28.094725 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f134ec06-92ea-4df6-a93e-803c518d2ac1 req-80e3a7e9-f067-4170-b1fd-0c591b4742de tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435193 Sep 20 04:59:28.539029 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 91a0df87-3f74-4106-92a9-e9a99f1cd365 details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 04:59:28.547703 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:28.637552 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 91a0df87-3f74-4106-92a9-e9a99f1cd365, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=91a0df87-3f74-4106-92a9-e9a99f1cd365,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:59:28.648983 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': '91a0df87-3f74-4106-92a9-e9a99f1cd365', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'port_id': '91a0df87-3f74-4106-92a9-e9a99f1cd365', 'mac_address': 'fa:16:3e:47:45:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 04:59:28.682247 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 91a0df87-3f74-4106-92a9-e9a99f1cd365 is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:59:28.682629 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:28.694919 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a0df87-3f74-4106-92a9-e9a99f1cd365 {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 04:59:28.717364 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 91a0df87-3f74-4106-92a9-e9a99f1cd365, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=91a0df87-3f74-4106-92a9-e9a99f1cd365,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:59:28.720792 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:28.882948 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=91a0df87-3f74-4106-92a9-e9a99f1cd365,revision_number=9']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:59:29.019751 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['91a0df87-3f74-4106-92a9-e9a99f1cd365'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 04:59:29.119056 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:29.184440 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:29.221136 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bed16-c5bc-490d-96da-8c8a9941aa03 req-fb65f847-3b17-4fea-a61a-23fdaf3d44a0 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:29.222585 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-654bed16-c5bc-490d-96da-8c8a9941aa03 req-fb65f847-3b17-4fea-a61a-23fdaf3d44a0 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 944 time: 0.0470624 Sep 20 04:59:29.268690 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-654bed16-c5bc-490d-96da-8c8a9941aa03 req-fbca6311-6bc2-4bae-869b-3f71c9b0e8e7 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398939 Sep 20 04:59:30.048795 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:30.393587 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67d011-9f18-4f5f-9a5f-862282772162 req-9f896f46-1ea8-4617-884f-b83564b2f737 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:30.395058 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7e67d011-9f18-4f5f-9a5f-862282772162 req-9f896f46-1ea8-4617-884f-b83564b2f737 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 944 time: 0.0464187 Sep 20 04:59:30.441303 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7e67d011-9f18-4f5f-9a5f-862282772162 req-e778d237-5a73-4205-9afa-f112f8621b5c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399601 Sep 20 04:59:30.544826 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 91a0df87-3f74-4106-92a9-e9a99f1cd365 up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:59:30.588349 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port 91a0df87-3f74-4106-92a9-e9a99f1cd365 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 04:59:30.588661 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:30.589003 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port 91a0df87-3f74-4106-92a9-e9a99f1cd365 Sep 20 04:59:30.662526 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 91a0df87-3f74-4106-92a9-e9a99f1cd365 is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 04:59:30.662918 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:30.689000 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc0a271-e3e8-4883-b052-72a5c319c6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a0df87-3f74-4106-92a9-e9a99f1cd365'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 04:59:30.691215 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28014670-4fc5-4a60-afb4-ad3700f0686b" -d '{"events": [{"server_uuid": "1dc0a271-e3e8-4883-b052-72a5c319c6b7", "name": "network-vif-plugged", "status": "completed", "tag": "91a0df87-3f74-4106-92a9-e9a99f1cd365"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 04:59:30.703947 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 91a0df87-3f74-4106-92a9-e9a99f1cd365, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=91a0df87-3f74-4106-92a9-e9a99f1cd365,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:59:30.707073 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:30.730785 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 04:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b4ca30-7887-47c9-8c1b-a2a70e280c8b x-openstack-request-id: req-38b4ca30-7887-47c9-8c1b-a2a70e280c8b {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 04:59:30.731096 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc0a271-e3e8-4883-b052-72a5c319c6b7", "name": "network-vif-plugged", "status": "completed", "tag": "91a0df87-3f74-4106-92a9-e9a99f1cd365", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 04:59:30.731347 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-38b4ca30-7887-47c9-8c1b-a2a70e280c8b {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 04:59:30.731733 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b4ca30-7887-47c9-8c1b-a2a70e280c8b'] response: {'server_uuid': '1dc0a271-e3e8-4883-b052-72a5c319c6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a0df87-3f74-4106-92a9-e9a99f1cd365', 'code': 200} Sep 20 04:59:30.756277 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=91a0df87-3f74-4106-92a9-e9a99f1cd365,revision_number=10']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:59:31.223150 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e971d-31a3-4c28-a394-ba7143636dbe req-2cca4047-7346-4794-847e-5a14199bc915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:31.224659 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-207e971d-31a3-4c28-a394-ba7143636dbe req-2cca4047-7346-4794-847e-5a14199bc915 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 1130 time: 0.0385787 Sep 20 04:59:31.273267 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-207e971d-31a3-4c28-a394-ba7143636dbe req-dab53120-1a07-4539-b612-f6bf9f6847a3 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415697 Sep 20 04:59:31.572641 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41942055-1d7c-467d-8dd1-37c6967213f5 req-470277b5-72c9-4a54-a073-4820adc89ec0 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:31.574055 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-41942055-1d7c-467d-8dd1-37c6967213f5 req-470277b5-72c9-4a54-a073-4820adc89ec0 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 946 time: 0.0479281 Sep 20 04:59:31.623119 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-41942055-1d7c-467d-8dd1-37c6967213f5 req-121d4529-9962-49d4-9429-328836bc0670 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435877 Sep 20 04:59:32.752834 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91251d70-1df7-4176-9db2-59f16e7aac91 req-2504ad19-e3d7-44e4-880d-9c3e487993a8 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:32.754457 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-91251d70-1df7-4176-9db2-59f16e7aac91 req-2504ad19-e3d7-44e4-880d-9c3e487993a8 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 946 time: 0.0484285 Sep 20 04:59:32.811837 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-91251d70-1df7-4176-9db2-59f16e7aac91 req-ff159adb-cc91-450e-9837-71bbd64377ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509152 Sep 20 04:59:33.091462 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=73 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:33.096513 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=83 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:33.942252 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363cd6c-7a52-4f4c-8e20-2bff110ab0c2 req-291094de-52a8-4496-9cfc-a061b5104fc9 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 04:59:33.943221 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e363cd6c-7a52-4f4c-8e20-2bff110ab0c2 req-291094de-52a8-4496-9cfc-a061b5104fc9 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 946 time: 0.0495634 Sep 20 04:59:33.973025 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:34.004733 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e363cd6c-7a52-4f4c-8e20-2bff110ab0c2 req-69294359-6034-43d6-9d6a-2ff4d6ff41fc tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538909 Sep 20 04:59:40.753081 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:40.753958 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:41.267530 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=14 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:41.270175 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:DELETE=1,neutron:SELECT=57 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:43.995558 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=44 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:43.999525 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:45.083417 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:45.084154 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:DELETE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 04:59:46.683805 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-16e7e532-295f-4d23-a01d-aef1c4905828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:48.905465 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2911fa95-7f77-4abd-87c4-614eb84a9444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:50.087823 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:51.682632 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:51.910946 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 04:59:52.057006 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:00:00.055290 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:03.984221 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-87821db0-a791-4546-aa13-e2c19eaea86c req-d17d0bab-ad30-437e-94ac-6e89e0afa0aa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385416 Sep 20 05:00:04.086828 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87821db0-a791-4546-aa13-e2c19eaea86c req-cb4a5db1-f628-437c-9a5a-1ca0368317c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:04.088318 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-87821db0-a791-4546-aa13-e2c19eaea86c req-cb4a5db1-f628-437c-9a5a-1ca0368317c5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=56047142d69c4c1cbfa9f6a278622332&device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 1130 time: 0.0380485 Sep 20 05:00:04.207948 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87821db0-a791-4546-aa13-e2c19eaea86c req-2cdd1b5b-a044-4813-9330-be2e0b1f199d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:04.209357 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-87821db0-a791-4546-aa13-e2c19eaea86c req-2cdd1b5b-a044-4813-9330-be2e0b1f199d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=df11c176-b7e2-4ad1-93ab-93f2f2c98460 HTTP/1.1" status: 200 len: 916 time: 0.1027815 Sep 20 05:00:04.274173 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-87821db0-a791-4546-aa13-e2c19eaea86c req-4e82f828-1b1f-4ee7-b605-abd19f2ca2c4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91a0df87-3f74-4106-92a9-e9a99f1cd365 HTTP/1.1" status: 200 len: 1001 time: 0.0564520 Sep 20 05:00:04.321767 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87821db0-a791-4546-aa13-e2c19eaea86c req-b4d76ca9-fcaf-424e-90ce-39e001889249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:04.323148 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-87821db0-a791-4546-aa13-e2c19eaea86c req-b4d76ca9-fcaf-424e-90ce-39e001889249 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68 HTTP/1.1" status: 200 len: 855 time: 0.0433338 Sep 20 05:00:04.369138 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87821db0-a791-4546-aa13-e2c19eaea86c req-13385dcf-1b9d-46c7-9ea2-835c602832c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:04.370577 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-87821db0-a791-4546-aa13-e2c19eaea86c req-13385dcf-1b9d-46c7-9ea2-835c602832c7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=df11c176-b7e2-4ad1-93ab-93f2f2c98460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411966 Sep 20 05:00:04.457254 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-87821db0-a791-4546-aa13-e2c19eaea86c req-f096d4ec-79cc-4605-90fc-ceff4c661db9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804772 Sep 20 05:00:04.554662 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-87821db0-a791-4546-aa13-e2c19eaea86c req-711069e4-d1f3-4247-94da-dd5e62664144 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908082 Sep 20 05:00:08.171931 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec066f-a1d6-4279-900b-3d1d384ddb77 req-1448d012-4c35-4796-9ab8-dcf222d802d6 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:08.173448 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dfec066f-a1d6-4279-900b-3d1d384ddb77 req-1448d012-4c35-4796-9ab8-dcf222d802d6 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 946 time: 0.0481536 Sep 20 05:00:08.218990 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dfec066f-a1d6-4279-900b-3d1d384ddb77 req-6cd540e9-9421-4a9d-867e-33f0032a89b1 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401092 Sep 20 05:00:09.340850 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c8f2f-b986-4b31-bdb2-6c4e089f7df2 req-2eae4351-d85d-48cb-b202-46824065a3db tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:09.343160 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a86c8f2f-b986-4b31-bdb2-6c4e089f7df2 req-2eae4351-d85d-48cb-b202-46824065a3db tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 946 time: 0.0460498 Sep 20 05:00:09.395862 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a86c8f2f-b986-4b31-bdb2-6c4e089f7df2 req-f2870bf8-c615-49c0-9636-e2bfd242f94f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=449802b5-5b34-4a19-9dbf-99a7071b9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471606 Sep 20 05:00:09.794045 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449393fc-6d47-407a-94d4-c8186c58baf4 req-ea78c36f-1788-4704-a5e8-6554c085d83c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:09.795468 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-449393fc-6d47-407a-94d4-c8186c58baf4 req-ea78c36f-1788-4704-a5e8-6554c085d83c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 946 time: 0.0459576 Sep 20 05:00:09.878332 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-449393fc-6d47-407a-94d4-c8186c58baf4 req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Deleting port 91a0df87-3f74-4106-92a9-e9a99f1cd365 {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:00:09.878672 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-449393fc-6d47-407a-94d4-c8186c58baf4 req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:09.968970 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-449393fc-6d47-407a-94d4-c8186c58baf4 req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] For port 91a0df87-3f74-4106-92a9-e9a99f1cd365, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=91a0df87-3f74-4106-92a9-e9a99f1cd365,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:00:09.969367 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-449393fc-6d47-407a-94d4-c8186c58baf4 req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:10.049007 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:10.051771 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:10.088409 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=4 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:10.091815 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=4 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:10.131981 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-449393fc-6d47-407a-94d4-c8186c58baf4 req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:10.132883 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-449393fc-6d47-407a-94d4-c8186c58baf4 req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (4bd9272f-8757-49b2-a010-f79dc78fd1fa), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:10.133772 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.l3_db [req-449393fc-6d47-407a-94d4-c8186c58baf4 req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Floating IP 4bd9272f-8757-49b2-a010-f79dc78fd1fa disassociated. External IP: 172.27.1.159, port: 91a0df87-3f74-4106-92a9-e9a99f1cd365. Sep 20 05:00:10.134121 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-449393fc-6d47-407a-94d4-c8186c58baf4 req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Calling delete_port for 91a0df87-3f74-4106-92a9-e9a99f1cd365 owned by compute:nova {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:00:10.192051 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:10.209175 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:10.265788 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-449393fc-6d47-407a-94d4-c8186c58baf4 req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (91a0df87-3f74-4106-92a9-e9a99f1cd365), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:10.292882 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Pushing event deleted for resources: {'Port': ['ID=91a0df87-3f74-4106-92a9-e9a99f1cd365,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:10.304257 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:10.304624 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:10.304982 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:10.305324 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:10.305663 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:10.305997 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:10.306327 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:10.306659 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:10.306985 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:10.307317 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:10.307643 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:10.307971 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:10.308297 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:10.308713 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:10.308960 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:10.415378 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-449393fc-6d47-407a-94d4-c8186c58baf4 req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:00:10.503507 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2b0f38d4-f01f-4f7f-bf42-7cad6ed2ebbe req-e247a9da-9640-4106-977e-58d3405d3ec6 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1dc0a271-e3e8-4883-b052-72a5c319c6b7 HTTP/1.1" status: 200 len: 210 time: 0.0268655 Sep 20 05:00:10.519296 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-449393fc-6d47-407a-94d4-c8186c58baf4 req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:00:10.532047 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c054f92-dab1-4510-9bfe-74af486e0005 None None] Sync routers for ids ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:00:10.541875 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c054f92-dab1-4510-9bfe-74af486e0005 None None] Routers {'1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:00:10.542483 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-2c054f92-dab1-4510-9bfe-74af486e0005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:59:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:00:10.561172 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-449393fc-6d47-407a-94d4-c8186c58baf4 req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] No DVR routers for this DVR port 91a0df87-3f74-4106-92a9-e9a99f1cd365 on host hv-cinder-75671 {{(pid=112593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 05:00:10.563596 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-449393fc-6d47-407a-94d4-c8186c58baf4 req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:10.566804 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-449393fc-6d47-407a-94d4-c8186c58baf4 req-c9b3b0af-8022-4e31-b31a-fc57a6cb1d81 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.25 "DELETE /networking/v2.0/ports/91a0df87-3f74-4106-92a9-e9a99f1cd365 HTTP/1.1" status: 204 len: 173 time: 0.7661145 Sep 20 05:00:10.567236 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc0a271-e3e8-4883-b052-72a5c319c6b7', 'name': 'network-vif-deleted', 'tag': '91a0df87-3f74-4106-92a9-e9a99f1cd365'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:00:10.569470 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b6feca-f446-4870-96bd-772e327115cc" -d '{"events": [{"server_uuid": "1dc0a271-e3e8-4883-b052-72a5c319c6b7", "name": "network-vif-deleted", "tag": "91a0df87-3f74-4106-92a9-e9a99f1cd365"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:00:10.619382 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 05:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97db9436-b77b-4904-b616-a0e12f8d7470 x-openstack-request-id: req-97db9436-b77b-4904-b616-a0e12f8d7470 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:00:10.619735 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc0a271-e3e8-4883-b052-72a5c319c6b7", "name": "network-vif-deleted", "tag": "91a0df87-3f74-4106-92a9-e9a99f1cd365", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:00:10.619992 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-97db9436-b77b-4904-b616-a0e12f8d7470 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:00:10.620397 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97db9436-b77b-4904-b616-a0e12f8d7470'] response: {'server_uuid': '1dc0a271-e3e8-4883-b052-72a5c319c6b7', 'name': 'network-vif-deleted', 'tag': '91a0df87-3f74-4106-92a9-e9a99f1cd365', 'status': 'completed', 'code': 200} Sep 20 05:00:10.648973 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-2c054f92-dab1-4510-9bfe-74af486e0005 None None] Set router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:00:10.840304 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-2c054f92-dab1-4510-9bfe-74af486e0005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 4, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port': {'id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'eeca2cf9-f9cd-466f-99a5-166ff7cdbe88', 'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'mac_address': 'fa:16:3e:73:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:37Z', 'updated_at': '2022-09-20T04:57:42Z', 'revision_number': 5, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'subnets': [{'id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:00:10.869371 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c054f92-dab1-4510-9bfe-74af486e0005 None None] Checking router: 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:00:10.877543 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c054f92-dab1-4510-9bfe-74af486e0005 None None] Routers {'1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:00:10.878142 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-2c054f92-dab1-4510-9bfe-74af486e0005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T04:59:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:00:10.974057 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-2c054f92-dab1-4510-9bfe-74af486e0005 None None] Set router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:00:11.157497 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-2c054f92-dab1-4510-9bfe-74af486e0005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 4, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port': {'id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'eeca2cf9-f9cd-466f-99a5-166ff7cdbe88', 'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'mac_address': 'fa:16:3e:73:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:37Z', 'updated_at': '2022-09-20T04:57:42Z', 'revision_number': 5, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'subnets': [{'id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:00:11.183325 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c054f92-dab1-4510-9bfe-74af486e0005 None None] The sync data for ids ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'] in dv-cinder-756710-7-iscsi is: [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 4, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port': {'id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'eeca2cf9-f9cd-466f-99a5-166ff7cdbe88', 'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'mac_address': 'fa:16:3e:73:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:37Z', 'updated_at': '2022-09-20T04:57:42Z', 'revision_number': 5, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'subnets': [{'id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:00:11.397084 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18fbce6-5605-40f6-a0a8-ae744c1b3247 None None] New status for floating IP 4bd9272f-8757-49b2-a010-f79dc78fd1fa: DOWN {{(pid=112594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 05:00:11.601104 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 53550) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:00:11.655216 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group (449802b5-5b34-4a19-9dbf-99a7071b9ada), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:11.676430 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group (449802b5-5b34-4a19-9dbf-99a7071b9ada), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:11.722371 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (449802b5-5b34-4a19-9dbf-99a7071b9ada), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:11.725079 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:11.726238 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/449802b5-5b34-4a19-9dbf-99a7071b9ada HTTP/1.1" status: 204 len: 168 time: 0.1241255 Sep 20 05:00:11.729004 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 53552) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:00:11.735612 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=449802b5-5b34-4a19-9dbf-99a7071b9ada,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:11.743036 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:11.743396 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:11.743742 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:11.744085 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:11.744432 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:11.744808 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:11.745145 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:11.745482 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:11.745817 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:11.746149 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:11.746249 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.api.v2.resource [None req-baa98a48-c640-469a-a8f7-c2e9d6496e1d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] show failed (client error): The resource could not be found. Sep 20 05:00:11.746487 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:11.746817 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:11.747147 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:11.747478 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:11.747806 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1182e-d676-407d-ab82-63cff6db44ca tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:11.755348 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-baa98a48-c640-469a-a8f7-c2e9d6496e1d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups/449802b5-5b34-4a19-9dbf-99a7071b9ada HTTP/1.1" status: 404 len: 347 time: 0.0252473 Sep 20 05:00:11.759358 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 53554) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:00:11.872928 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-bfe69aa6-b1ca-45b4-a147-d7ce59fd78bb tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Deleting port 4461c723-3777-4824-a93e-3b5d098edbde {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:00:11.873187 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bfe69aa6-b1ca-45b4-a147-d7ce59fd78bb tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (4461c723-3777-4824-a93e-3b5d098edbde), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:11.948823 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bfe69aa6-b1ca-45b4-a147-d7ce59fd78bb tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (4461c723-3777-4824-a93e-3b5d098edbde), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:11.949152 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bfe69aa6-b1ca-45b4-a147-d7ce59fd78bb tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for floatingip (4461c723-3777-4824-a93e-3b5d098edbde), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:11.961856 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-bfe69aa6-b1ca-45b4-a147-d7ce59fd78bb tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Calling delete_port for 4461c723-3777-4824-a93e-3b5d098edbde owned by network:floatingip {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:00:12.091850 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bfe69aa6-b1ca-45b4-a147-d7ce59fd78bb tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (4461c723-3777-4824-a93e-3b5d098edbde), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:12.118041 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe69aa6-b1ca-45b4-a147-d7ce59fd78bb tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Pushing event deleted for resources: {'Port': ['ID=4461c723-3777-4824-a93e-3b5d098edbde,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:12.181637 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bfe69aa6-b1ca-45b4-a147-d7ce59fd78bb tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for floatingip (4bd9272f-8757-49b2-a010-f79dc78fd1fa), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:12.184280 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bfe69aa6-b1ca-45b4-a147-d7ce59fd78bb tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:12.185445 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-bfe69aa6-b1ca-45b4-a147-d7ce59fd78bb tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/4bd9272f-8757-49b2-a010-f79dc78fd1fa HTTP/1.1" status: 204 len: 168 time: 0.4248056 Sep 20 05:00:12.265126 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 53558) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:00:12.269650 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-1e8c97aa-1551-4fee-bceb-2eb92a5d0e39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1631131775', 'description': 'tempest-description--272205320'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:00:12.291328 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1e8c97aa-1551-4fee-bceb-2eb92a5d0e39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:12.360806 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1e8c97aa-1551-4fee-bceb-2eb92a5d0e39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group (fb984317-cf8c-41ad-abca-ebfe6a85846a), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:12.364307 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1e8c97aa-1551-4fee-bceb-2eb92a5d0e39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (fb984317-cf8c-41ad-abca-ebfe6a85846a), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:12.393628 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1e8c97aa-1551-4fee-bceb-2eb92a5d0e39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:12.394748 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-1e8c97aa-1551-4fee-bceb-2eb92a5d0e39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1286201 Sep 20 05:00:12.397739 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 53560) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:00:12.399277 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c97aa-1551-4fee-bceb-2eb92a5d0e39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb984317-cf8c-41ad-abca-ebfe6a85846a,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:12.402965 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-0abb84f3-ddcf-4019-ace6-afea2bf20269 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Request body: {'security_group_rule': {'security_group_id': 'fb984317-cf8c-41ad-abca-ebfe6a85846a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:00:12.414836 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:12.431053 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0abb84f3-ddcf-4019-ace6-afea2bf20269 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group_rule (c5eb0f84-319e-48d1-8c2c-4bdff9ef4a45), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:12.485116 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0abb84f3-ddcf-4019-ace6-afea2bf20269 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group_rule (c5eb0f84-319e-48d1-8c2c-4bdff9ef4a45), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:12.488382 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0abb84f3-ddcf-4019-ace6-afea2bf20269 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (c5eb0f84-319e-48d1-8c2c-4bdff9ef4a45), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:12.499417 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:12.506737 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb84f3-ddcf-4019-ace6-afea2bf20269 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5eb0f84-319e-48d1-8c2c-4bdff9ef4a45,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:12.519118 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0abb84f3-ddcf-4019-ace6-afea2bf20269 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:12.520302 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-0abb84f3-ddcf-4019-ace6-afea2bf20269 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208756 Sep 20 05:00:12.523609 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 53562) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:00:12.527799 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-7325bdd7-fa0f-4fa8-ac51-4a2bb157e987 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Request body: {'security_group_rule': {'security_group_id': 'fb984317-cf8c-41ad-abca-ebfe6a85846a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:00:12.552820 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7325bdd7-fa0f-4fa8-ac51-4a2bb157e987 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group_rule (012499c4-6c31-486c-9b4b-edbb897a5e59), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:12.607291 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7325bdd7-fa0f-4fa8-ac51-4a2bb157e987 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group_rule (012499c4-6c31-486c-9b4b-edbb897a5e59), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:12.611111 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7325bdd7-fa0f-4fa8-ac51-4a2bb157e987 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (012499c4-6c31-486c-9b4b-edbb897a5e59), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:12.631593 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325bdd7-fa0f-4fa8-ac51-4a2bb157e987 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012499c4-6c31-486c-9b4b-edbb897a5e59,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:12.640711 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7325bdd7-fa0f-4fa8-ac51-4a2bb157e987 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:12.641910 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-7325bdd7-fa0f-4fa8-ac51-4a2bb157e987 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173737 Sep 20 05:00:12.645015 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 53564) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:00:12.649226 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-eb7c1d4c-394c-4b9f-a885-58a49c67378d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Request body: {'floatingip': {'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:00:12.669513 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1d4c-394c-4b9f-a885-58a49c67378d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:12.745911 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1d4c-394c-4b9f-a885-58a49c67378d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:12.805817 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 91a0df87-3f74-4106-92a9-e9a99f1cd365 no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:00:12.828042 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: 91a0df87-3f74-4106-92a9-e9a99f1cd365 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:00:12.828389 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 91a0df87-3f74-4106-92a9-e9a99f1cd365 not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:00:12.853035 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-eb7c1d4c-394c-4b9f-a885-58a49c67378d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Allocated IP 172.27.1.237 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/68a43125-8f70-4287-a0de-28fd54d357dd) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:00:12.953070 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1d4c-394c-4b9f-a885-58a49c67378d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for port (68a43125-8f70-4287-a0de-28fd54d357dd), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:12.984244 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1d4c-394c-4b9f-a885-58a49c67378d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (68a43125-8f70-4287-a0de-28fd54d357dd), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:13.026455 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7c1d4c-394c-4b9f-a885-58a49c67378d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:00:13.031050 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-eb7c1d4c-394c-4b9f-a885-58a49c67378d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:00:13.033474 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7c1d4c-394c-4b9f-a885-58a49c67378d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:00:13.039140 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c1d4c-394c-4b9f-a885-58a49c67378d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Pushing event updated for resources: {'Port': ['ID=68a43125-8f70-4287-a0de-28fd54d357dd,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:13.066930 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:13.120415 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1d4c-394c-4b9f-a885-58a49c67378d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for floatingip (d3201a2b-9e46-4ce9-ae51-883e2942f1fa), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:13.160474 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1d4c-394c-4b9f-a885-58a49c67378d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (68a43125-8f70-4287-a0de-28fd54d357dd), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:13.199942 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:13.303310 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1d4c-394c-4b9f-a885-58a49c67378d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for port (68a43125-8f70-4287-a0de-28fd54d357dd), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:13.308348 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1d4c-394c-4b9f-a885-58a49c67378d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (68a43125-8f70-4287-a0de-28fd54d357dd), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:13.375252 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c1d4c-394c-4b9f-a885-58a49c67378d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Pushing event updated for resources: {'Port': ['ID=68a43125-8f70-4287-a0de-28fd54d357dd,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:13.378573 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1d4c-394c-4b9f-a885-58a49c67378d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (d3201a2b-9e46-4ce9-ae51-883e2942f1fa), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:13.394160 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1d4c-394c-4b9f-a885-58a49c67378d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:13.395366 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-eb7c1d4c-394c-4b9f-a885-58a49c67378d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7494853 Sep 20 05:00:13.614594 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dc26de21-328b-4e91-9426-065b525b468b req-2dcfd44a-86f3-4660-a26e-607f1a1ad08a tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1631131775&fields=id&tenant_id=56047142d69c4c1cbfa9f6a278622332 HTTP/1.1" status: 200 len: 267 time: 0.0423300 Sep 20 05:00:13.719172 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26de21-328b-4e91-9426-065b525b468b req-b751e7ad-3ac4-4056-990d-3fb004b0eb36 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:13.720584 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dc26de21-328b-4e91-9426-065b525b468b req-b751e7ad-3ac4-4056-990d-3fb004b0eb36 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/networks?id=df11c176-b7e2-4ad1-93ab-93f2f2c98460 HTTP/1.1" status: 200 len: 816 time: 0.0998759 Sep 20 05:00:13.734967 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dc26de21-328b-4e91-9426-065b525b468b req-daf1f79e-e5c5-4e3e-a4c2-3529fefb7e83 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/quotas/56047142d69c4c1cbfa9f6a278622332 HTTP/1.1" status: 200 len: 375 time: 0.0090892 Sep 20 05:00:13.782624 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dc26de21-328b-4e91-9426-065b525b468b req-ebc89451-30e8-47ab-b82c-6f236a3bf5cb tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=56047142d69c4c1cbfa9f6a278622332&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427623 Sep 20 05:00:13.876557 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dc26de21-328b-4e91-9426-065b525b468b req-c4c4a15e-a5fa-48dd-9c73-05c491bed62f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826552 Sep 20 05:00:13.941131 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:13.959370 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:13.970968 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dc26de21-328b-4e91-9426-065b525b468b req-0c71a6ee-4b2a-4493-b5bb-a6c8f3c21e08 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888295 Sep 20 05:00:14.137387 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-58ec447a-4c66-4c80-b597-7fc9348823ec req-3bbef886-2c13-4d41-b086-78909aedcdf2 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 210 time: 0.0282714 Sep 20 05:00:15.241537 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6fb855fb-a350-4c5d-9b8c-e8ec77cf7a62 req-43a2150d-2a4a-4395-a0be-35045e54487c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 210 time: 0.0269849 Sep 20 05:00:15.522302 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26de21-328b-4e91-9426-065b525b468b req-7936a84d-97c9-4684-80a8-5c85dcb7a934 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:15.524279 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-dc26de21-328b-4e91-9426-065b525b468b req-7936a84d-97c9-4684-80a8-5c85dcb7a934 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.25 "GET /networking/v2.0/networks?id=df11c176-b7e2-4ad1-93ab-93f2f2c98460 HTTP/1.1" status: 200 len: 816 time: 0.1106789 Sep 20 05:00:15.591110 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-dc26de21-328b-4e91-9426-065b525b468b req-0bb088d7-083c-4240-a205-5f8cacf52333 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=56047142d69c4c1cbfa9f6a278622332 HTTP/1.1" status: 200 len: 380 time: 0.0529039 Sep 20 05:00:15.688169 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [req-dc26de21-328b-4e91-9426-065b525b468b req-b2fe2269-2d5f-4c8e-9f13-75566ca05c39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Request body: {'port': {'device_id': '2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'admin_state_up': True, 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'security_groups': ['fb984317-cf8c-41ad-abca-ebfe6a85846a']}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:00:15.791383 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc26de21-328b-4e91-9426-065b525b468b req-b2fe2269-2d5f-4c8e-9f13-75566ca05c39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Made reservation on behalf of 56047142d69c4c1cbfa9f6a278622332 for: {'port': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:00:15.795240 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-dc26de21-328b-4e91-9426-065b525b468b req-b2fe2269-2d5f-4c8e-9f13-75566ca05c39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:15.935963 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [req-dc26de21-328b-4e91-9426-065b525b468b req-b2fe2269-2d5f-4c8e-9f13-75566ca05c39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Allocated IP 172.20.0.7 (df11c176-b7e2-4ad1-93ab-93f2f2c98460/c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68/2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:00:15.953864 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:16.091606 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-dc26de21-328b-4e91-9426-065b525b468b req-b2fe2269-2d5f-4c8e-9f13-75566ca05c39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:16.114138 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:16.124169 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-dc26de21-328b-4e91-9426-065b525b468b req-b2fe2269-2d5f-4c8e-9f13-75566ca05c39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:16.162175 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc26de21-328b-4e91-9426-065b525b468b req-b2fe2269-2d5f-4c8e-9f13-75566ca05c39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Network df11c176-b7e2-4ad1-93ab-93f2f2c98460 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:00:16.167637 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [req-dc26de21-328b-4e91-9426-065b525b468b req-b2fe2269-2d5f-4c8e-9f13-75566ca05c39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:00:16.170105 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc26de21-328b-4e91-9426-065b525b468b req-b2fe2269-2d5f-4c8e-9f13-75566ca05c39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:00:16.205166 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe2269-2d5f-4c8e-9f13-75566ca05c39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Pushing event updated for resources: {'Port': ['ID=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:16.229474 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26de21-328b-4e91-9426-065b525b468b req-b2fe2269-2d5f-4c8e-9f13-75566ca05c39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:16.230085 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-dc26de21-328b-4e91-9426-065b525b468b req-b2fe2269-2d5f-4c8e-9f13-75566ca05c39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:16.246960 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-dc26de21-328b-4e91-9426-065b525b468b req-b2fe2269-2d5f-4c8e-9f13-75566ca05c39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5624280 Sep 20 05:00:16.263328 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Request body: {'port': {'device_id': '2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:00:16.331881 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:16.359751 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-f5c1078f-e888-4a14-a0e6-7baaf943b789 None None] Provisioning complete for port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:00:16.360369 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-f5c1078f-e888-4a14-a0e6-7baaf943b789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:16.360625 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-f5c1078f-e888-4a14-a0e6-7baaf943b789 None None] Attempt 1 to provision port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f Sep 20 05:00:16.376008 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b48be-692b-48d8-9a2b-ec86a4409513 req-b737a2f6-c57b-476a-8452-cf39af7de565 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:16.377658 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-388b48be-692b-48d8-9a2b-ec86a4409513 req-b737a2f6-c57b-476a-8452-cf39af7de565 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 931 time: 0.0530460 Sep 20 05:00:16.394595 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-f5c1078f-e888-4a14-a0e6-7baaf943b789 None None] Port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:00:16.430896 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-388b48be-692b-48d8-9a2b-ec86a4409513 req-d5a634b3-2ab2-40d8-a0bc-d57c1ab6b1d2 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462191 Sep 20 05:00:16.589457 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f {{(pid=112593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 05:00:16.596749 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Publish callbacks [] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:16.609390 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.provisioning_blocks [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Transition to ACTIVE for port object 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f will not be triggered until provisioned by entity L2. {{(pid=112593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 05:00:16.613449 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:16.684995 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e94902cb-49cd-4038-971a-80e14f972c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:16.689396 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:16.711032 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:16.720587 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Attempting to bind port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 05:00:16.720992 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Attempting to bind port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': '4ec721cd-517f-4e67-96c6-2ba3e7684641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460'}] {{(pid=112593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 05:00:16.721323 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Attempting to bind port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f on network df11c176-b7e2-4ad1-93ab-93f2f2c98460 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:00:16.764436 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f on network df11c176-b7e2-4ad1-93ab-93f2f2c98460 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:00:16.764800 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Attempting to bind port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f on network df11c176-b7e2-4ad1-93ab-93f2f2c98460 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:00:16.808096 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 5, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 05:00:16.808426 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Checking segment: {'id': '4ec721cd-517f-4e67-96c6-2ba3e7684641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 05:00:16.808836 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Bound using segment: {'id': '4ec721cd-517f-4e67-96c6-2ba3e7684641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460'} {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 05:00:16.809266 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Bound port: 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ec721cd-517f-4e67-96c6-2ba3e7684641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460'}}] {{(pid=112593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 05:00:16.809618 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:16.869855 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] For port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f, host hv-cinder-75671, cleared binding levels {{(pid=112593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:00:16.873016 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] For port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:00:16.878913 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:16.882938 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:16.883704 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:16.885088 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-dc26de21-328b-4e91-9426-065b525b468b req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f HTTP/1.1" status: 200 len: 1093 time: 0.6263468 Sep 20 05:00:16.887068 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0', 'tag': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:00:16.889537 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b5e9ae-22b0-413d-a9b8-e4acef0ddc58" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0", "tag": "2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:00:16.895340 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-f5c1078f-e888-4a14-a0e6-7baaf943b789 None None] Attempt 2 to provision port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f Sep 20 05:00:16.929129 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 05:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77753157-308a-4a2a-a19a-9f791e8d7895 x-openstack-request-id: req-77753157-308a-4a2a-a19a-9f791e8d7895 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:00:16.929419 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0", "tag": "2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:00:16.929958 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-77753157-308a-4a2a-a19a-9f791e8d7895 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:00:16.930111 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77753157-308a-4a2a-a19a-9f791e8d7895'] response: {'name': 'network-changed', 'server_uuid': '2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0', 'tag': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f', 'status': 'completed', 'code': 200} Sep 20 05:00:16.938724 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-f5c1078f-e888-4a14-a0e6-7baaf943b789 None None] Port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f had new provisioning blocks added so it will not transition to active. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 05:00:16.943467 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77340562-34a5-4677-b7ef-363d17af4b74 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,revision_number=3']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:16.995025 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26de21-328b-4e91-9426-065b525b468b req-996f5e02-0839-495b-b8fb-783ae0282650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:16.996474 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-dc26de21-328b-4e91-9426-065b525b468b req-996f5e02-0839-495b-b8fb-783ae0282650 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=56047142d69c4c1cbfa9f6a278622332&device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 1127 time: 0.0386782 Sep 20 05:00:17.043317 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-dc26de21-328b-4e91-9426-065b525b468b req-b856d5ea-5ec9-48b6-9d7f-6f17e1652d21 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f HTTP/1.1" status: 200 len: 217 time: 0.0344913 Sep 20 05:00:17.079324 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:17.091290 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26de21-328b-4e91-9426-065b525b468b req-2c4df962-ea92-410e-b946-0ee580062624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:17.092702 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-dc26de21-328b-4e91-9426-065b525b468b req-2c4df962-ea92-410e-b946-0ee580062624 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68 HTTP/1.1" status: 200 len: 855 time: 0.0441937 Sep 20 05:00:17.135167 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26de21-328b-4e91-9426-065b525b468b req-6a7e57d7-62bf-417a-8025-d76f70032bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:17.136524 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-dc26de21-328b-4e91-9426-065b525b468b req-6a7e57d7-62bf-417a-8025-d76f70032bc0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=df11c176-b7e2-4ad1-93ab-93f2f2c98460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379927 Sep 20 05:00:17.227039 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-dc26de21-328b-4e91-9426-065b525b468b req-78407ea5-c883-4cdd-a411-5497122e4d2f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847445 Sep 20 05:00:17.314577 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-dc26de21-328b-4e91-9426-065b525b468b req-c1c9e9ca-176c-4d53-af64-559ed1504fe8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818093 Sep 20 05:00:17.556530 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df752c9-dc8c-42e4-989c-99ccec0059d9 req-ad20c875-69a5-41f8-8d77-d42a01eadd9e tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:17.557984 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7df752c9-dc8c-42e4-989c-99ccec0059d9 req-ad20c875-69a5-41f8-8d77-d42a01eadd9e tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 943 time: 0.0457828 Sep 20 05:00:17.602689 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7df752c9-dc8c-42e4-989c-99ccec0059d9 req-eb92672b-0b2c-4888-9708-fb08607a9d51 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392148 Sep 20 05:00:18.100343 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5e9ae-22b0-413d-a9b8-e4acef0ddc58 req-c162fc83-ed94-45e3-a9d7-5c62f958b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:18.102414 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-50b5e9ae-22b0-413d-a9b8-e4acef0ddc58 req-c162fc83-ed94-45e3-a9d7-5c62f958b26f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=56047142d69c4c1cbfa9f6a278622332&device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 1127 time: 0.0429480 Sep 20 05:00:18.190120 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5e9ae-22b0-413d-a9b8-e4acef0ddc58 req-852c10a3-63d3-4550-97ff-773d77d422ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:18.191476 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-50b5e9ae-22b0-413d-a9b8-e4acef0ddc58 req-852c10a3-63d3-4550-97ff-773d77d422ae service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=df11c176-b7e2-4ad1-93ab-93f2f2c98460 HTTP/1.1" status: 200 len: 916 time: 0.0836101 Sep 20 05:00:18.233621 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-50b5e9ae-22b0-413d-a9b8-e4acef0ddc58 req-46c6c198-6442-4684-9fc2-9875539edb85 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f HTTP/1.1" status: 200 len: 217 time: 0.0366321 Sep 20 05:00:18.281018 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5e9ae-22b0-413d-a9b8-e4acef0ddc58 req-c14cf593-c9d6-4b94-84b7-ad0af2a9908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:18.282387 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-50b5e9ae-22b0-413d-a9b8-e4acef0ddc58 req-c14cf593-c9d6-4b94-84b7-ad0af2a9908c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68 HTTP/1.1" status: 200 len: 855 time: 0.0434844 Sep 20 05:00:18.323193 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5e9ae-22b0-413d-a9b8-e4acef0ddc58 req-6ebfa335-da99-455a-8e50-06fb6dab0796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:18.324629 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-50b5e9ae-22b0-413d-a9b8-e4acef0ddc58 req-6ebfa335-da99-455a-8e50-06fb6dab0796 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=df11c176-b7e2-4ad1-93ab-93f2f2c98460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372694 Sep 20 05:00:18.659148 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-50b5e9ae-22b0-413d-a9b8-e4acef0ddc58 req-735940c3-0185-4ca4-a5b1-ca329bc0a679 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285902 Sep 20 05:00:18.682149 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:18.729257 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4de18-85f4-4d9d-95c6-64ef4cbba954 req-50d93a78-e65a-4022-9382-a5939548d3e2 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:18.730720 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e2f4de18-85f4-4d9d-95c6-64ef4cbba954 req-50d93a78-e65a-4022-9382-a5939548d3e2 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 943 time: 0.0488868 Sep 20 05:00:18.749453 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-50b5e9ae-22b0-413d-a9b8-e4acef0ddc58 req-eaf4e88b-204c-4180-8ee0-c6623a52ebba service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841253 Sep 20 05:00:18.778088 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e2f4de18-85f4-4d9d-95c6-64ef4cbba954 req-6dac510e-dcb9-49e4-b669-4317859dbb61 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414963 Sep 20 05:00:18.799514 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:00:18.903315 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:00:18.919683 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'port_id': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f', 'mac_address': 'fa:16:3e:a8:38:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:00:18.923631 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-7084af55-b0f3-4266-8a34-d82cf9dcfe63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:18.960763 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:00:18.961144 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:18.974360 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 05:00:18.998205 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:00:19.001253 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:19.046485 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:19.053459 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:19.054453 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:19.054881 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:19.055240 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:19.055577 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:19.055908 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:19.056234 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:19.056557 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:19.056905 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:19.057225 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:19.057547 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:19.057868 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:19.058190 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:19.058506 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:19.058822 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:19.291508 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 05:00:19.902821 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11422a-4cb1-4c66-a406-3dd3f9dbc790 req-56be7cb3-f226-419a-bfb9-ef0731dfb26f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:19.904243 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4d11422a-4cb1-4c66-a406-3dd3f9dbc790 req-56be7cb3-f226-419a-bfb9-ef0731dfb26f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 944 time: 0.0457482 Sep 20 05:00:19.950316 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4d11422a-4cb1-4c66-a406-3dd3f9dbc790 req-6102f435-0b3c-4a8a-95b8-c1cb80121fa3 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406487 Sep 20 05:00:20.090859 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:20.824511 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:00:20.865761 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 05:00:20.871860 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:00:20.872277 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:20.872626 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f Sep 20 05:00:20.943825 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:20.946293 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:00:20.946682 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:20.967178 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:20.971583 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:00:20.973843 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d08e943-1dd1-40a7-9e24-96ad7c1d2f2f" -d '{"events": [{"server_uuid": "2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0", "name": "network-vif-plugged", "status": "completed", "tag": "2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:00:20.988128 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:00:20.992382 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:21.015454 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 05:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a8c4ac-82f3-421e-9118-33353f4fd8c1 x-openstack-request-id: req-42a8c4ac-82f3-421e-9118-33353f4fd8c1 {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:00:21.015742 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0", "name": "network-vif-plugged", "status": "completed", "tag": "2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:00:21.015993 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-42a8c4ac-82f3-421e-9118-33353f4fd8c1 {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:00:21.016385 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a8c4ac-82f3-421e-9118-33353f4fd8c1'] response: {'server_uuid': '2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f', 'code': 200} Sep 20 05:00:21.042922 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:21.111980 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f99db-95c5-4e7f-8703-734a4f102d46 req-faa75558-ebdf-4ea1-8761-7ae2f023012e tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:21.113821 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bc7f99db-95c5-4e7f-8703-734a4f102d46 req-faa75558-ebdf-4ea1-8761-7ae2f023012e tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0512543 Sep 20 05:00:21.159988 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=63 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:21.160814 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=69 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:21.167704 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bc7f99db-95c5-4e7f-8703-734a4f102d46 req-28bff09a-e882-4836-b51b-188f8e263798 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478444 Sep 20 05:00:21.226754 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806ce6b-3ae0-4c03-b3ad-0ed4df1509a4 req-cf4074d4-d7cd-4df8-b4e0-0247d49d794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:21.228220 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b806ce6b-3ae0-4c03-b3ad-0ed4df1509a4 req-cf4074d4-d7cd-4df8-b4e0-0247d49d794d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 1129 time: 0.0416622 Sep 20 05:00:21.270337 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b806ce6b-3ae0-4c03-b3ad-0ed4df1509a4 req-64bacbd3-3d3a-4e5a-8e2b-bfcfd64c7b5c service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367951 Sep 20 05:00:21.686053 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:21.914142 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:22.294716 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577b7f7-8d53-405f-b7da-82659294498a req-e4930dd4-536a-48e1-81d9-50eed95a2772 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:22.296196 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b577b7f7-8d53-405f-b7da-82659294498a req-e4930dd4-536a-48e1-81d9-50eed95a2772 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0484111 Sep 20 05:00:22.342551 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b577b7f7-8d53-405f-b7da-82659294498a req-efdfec1e-3824-4730-92a0-bd62888a5a09 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408394 Sep 20 05:00:23.465101 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cedfdc-fbf3-4d49-a5ef-a3d6f00b751d req-140e1b60-26e6-4028-abe0-d5202c6bf73a tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:23.466473 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c3cedfdc-fbf3-4d49-a5ef-a3d6f00b751d req-140e1b60-26e6-4028-abe0-d5202c6bf73a tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0469487 Sep 20 05:00:23.513352 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c3cedfdc-fbf3-4d49-a5ef-a3d6f00b751d req-f62851af-133f-46cf-96aa-e41413759dd1 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414529 Sep 20 05:00:23.632715 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a21c8-afd1-4d40-81e2-0c385b254fd5 req-1460a7ea-4fc9-45e2-98c0-597f7440eb63 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:23.634155 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d69a21c8-afd1-4d40-81e2-0c385b254fd5 req-1460a7ea-4fc9-45e2-98c0-597f7440eb63 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0487609 Sep 20 05:00:23.644056 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 53618) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:00:23.648339 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-1c9eb598-4f6b-48dc-bc01-73db9cdc1c46 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Request body: {'floatingip': {'port_id': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:00:23.685775 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1c9eb598-4f6b-48dc-bc01-73db9cdc1c46 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for floatingip (d3201a2b-9e46-4ce9-ae51-883e2942f1fa), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:23.962102 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:24.018299 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:24.107275 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1c9eb598-4f6b-48dc-bc01-73db9cdc1c46 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:24.110878 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1c9eb598-4f6b-48dc-bc01-73db9cdc1c46 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (d3201a2b-9e46-4ce9-ae51-883e2942f1fa), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:24.203762 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.l3_db [None req-1c9eb598-4f6b-48dc-bc01-73db9cdc1c46 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Floating IP d3201a2b-9e46-4ce9-ae51-883e2942f1fa associated. External IP: 172.27.1.237, port: 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f. Sep 20 05:00:24.400511 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9eb598-4f6b-48dc-bc01-73db9cdc1c46 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:00:24.741179 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9eb598-4f6b-48dc-bc01-73db9cdc1c46 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:00:24.745727 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1c9eb598-4f6b-48dc-bc01-73db9cdc1c46 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:24.752196 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8245e-b69e-4bd4-829f-246808baa6d8 None None] Sync routers for ids ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:00:24.762249 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8245e-b69e-4bd4-829f-246808baa6d8 None None] Routers {'1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:00:24.763140 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-2ca8245e-b69e-4bd4-829f-246808baa6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:00:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:00:24.775182 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-1c9eb598-4f6b-48dc-bc01-73db9cdc1c46 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/d3201a2b-9e46-4ce9-ae51-883e2942f1fa HTTP/1.1" status: 200 len: 991 time: 1.1300802 Sep 20 05:00:24.775911 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0', 'tag': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:00:24.778320 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b382261-cdfc-42f5-bdcd-3d00fbb5ae30" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0", "tag": "2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:00:24.817800 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 05:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c5bb95-81cd-4b87-9e99-78a608c45a68 x-openstack-request-id: req-f5c5bb95-81cd-4b87-9e99-78a608c45a68 {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:00:24.818087 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0", "tag": "2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:00:24.818341 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f5c5bb95-81cd-4b87-9e99-78a608c45a68 {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:00:24.818746 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c5bb95-81cd-4b87-9e99-78a608c45a68'] response: {'name': 'network-changed', 'server_uuid': '2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0', 'tag': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f', 'status': 'completed', 'code': 200} Sep 20 05:00:24.867736 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-2ca8245e-b69e-4bd4-829f-246808baa6d8 None None] Set router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:00:24.904933 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b382261-cdfc-42f5-bdcd-3d00fbb5ae30 req-0c1ea610-ed5e-4d1a-bf9f-5150dc83adba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:24.906480 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-5b382261-cdfc-42f5-bdcd-3d00fbb5ae30 req-0c1ea610-ed5e-4d1a-bf9f-5150dc83adba service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=56047142d69c4c1cbfa9f6a278622332&device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 1129 time: 0.0399511 Sep 20 05:00:25.001266 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b382261-cdfc-42f5-bdcd-3d00fbb5ae30 req-fc0e577a-b02d-46a0-a0f9-fa89fb5a9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:25.002762 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-5b382261-cdfc-42f5-bdcd-3d00fbb5ae30 req-fc0e577a-b02d-46a0-a0f9-fa89fb5a9c24 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=df11c176-b7e2-4ad1-93ab-93f2f2c98460 HTTP/1.1" status: 200 len: 916 time: 0.0907738 Sep 20 05:00:25.064076 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-5b382261-cdfc-42f5-bdcd-3d00fbb5ae30 req-b0bc38cd-222e-4229-a228-f7e869ddd19e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f HTTP/1.1" status: 200 len: 999 time: 0.0553553 Sep 20 05:00:25.112936 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b382261-cdfc-42f5-bdcd-3d00fbb5ae30 req-c8901afd-09ec-42ec-bfee-a8d527b209c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:25.114395 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-5b382261-cdfc-42f5-bdcd-3d00fbb5ae30 req-c8901afd-09ec-42ec-bfee-a8d527b209c0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68 HTTP/1.1" status: 200 len: 855 time: 0.0450916 Sep 20 05:00:25.161165 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b382261-cdfc-42f5-bdcd-3d00fbb5ae30 req-1e4e0a19-fec2-4f01-b224-e409a16c3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:25.161570 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-2ca8245e-b69e-4bd4-829f-246808baa6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 4, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port': {'id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': 'd3201a2b-9e46-4ce9-ae51-883e2942f1fa', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'port_id': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'mac_address': 'fa:16:3e:a8:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T05:00:13Z', 'updated_at': '2022-09-20T05:00:24Z', 'revision_number': 1, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeca2cf9-f9cd-466f-99a5-166ff7cdbe88', 'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'mac_address': 'fa:16:3e:73:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:37Z', 'updated_at': '2022-09-20T04:57:42Z', 'revision_number': 5, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'subnets': [{'id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:00:25.162663 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-5b382261-cdfc-42f5-bdcd-3d00fbb5ae30 req-1e4e0a19-fec2-4f01-b224-e409a16c3d18 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=df11c176-b7e2-4ad1-93ab-93f2f2c98460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420704 Sep 20 05:00:25.189949 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8245e-b69e-4bd4-829f-246808baa6d8 None None] Checking router: 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:00:25.198081 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8245e-b69e-4bd4-829f-246808baa6d8 None None] Routers {'1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:00:25.198684 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-2ca8245e-b69e-4bd4-829f-246808baa6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:00:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:00:25.211679 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=100 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:25.253985 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-5b382261-cdfc-42f5-bdcd-3d00fbb5ae30 req-f5541ca6-fa77-4204-8c47-3bb8678ae1e2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843666 Sep 20 05:00:25.296446 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-2ca8245e-b69e-4bd4-829f-246808baa6d8 None None] Set router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:00:25.346672 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-5b382261-cdfc-42f5-bdcd-3d00fbb5ae30 req-798736bd-5b91-4757-baed-bb3bb25848db service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874779 Sep 20 05:00:25.508370 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-2ca8245e-b69e-4bd4-829f-246808baa6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 4, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port': {'id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': 'd3201a2b-9e46-4ce9-ae51-883e2942f1fa', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'port_id': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'mac_address': 'fa:16:3e:a8:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T05:00:13Z', 'updated_at': '2022-09-20T05:00:24Z', 'revision_number': 1, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeca2cf9-f9cd-466f-99a5-166ff7cdbe88', 'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'mac_address': 'fa:16:3e:73:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:37Z', 'updated_at': '2022-09-20T04:57:42Z', 'revision_number': 5, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'subnets': [{'id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:00:25.532180 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8245e-b69e-4bd4-829f-246808baa6d8 None None] The sync data for ids ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'] in dv-cinder-756710-7-iscsi is: [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 4, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port': {'id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': 'd3201a2b-9e46-4ce9-ae51-883e2942f1fa', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'port_id': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'mac_address': 'fa:16:3e:a8:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T05:00:13Z', 'updated_at': '2022-09-20T05:00:24Z', 'revision_number': 1, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeca2cf9-f9cd-466f-99a5-166ff7cdbe88', 'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'mac_address': 'fa:16:3e:73:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:37Z', 'updated_at': '2022-09-20T04:57:42Z', 'revision_number': 5, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'subnets': [{'id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:00:25.707241 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2908f3f2-e7a4-4e19-9ca0-e81fa3e447b4 None None] New status for floating IP d3201a2b-9e46-4ce9-ae51-883e2942f1fa: ACTIVE {{(pid=112594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 05:00:29.055862 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:00:30.057401 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:34.769889 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=51 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:34.771833 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:35.333229 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=63 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:35.343230 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=19 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:40.047387 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:40.052041 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:46.689427 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-deee0eac-3258-4a83-ad87-bd64016a2c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:47.094071 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=88 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:47.097856 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=94 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:47.177060 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-4fa22401-ba2a-40f6-9870-a90c70ddad42 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-293602655&fields=id&tenant_id=46ddf925b345471da94d05998a6a0540 HTTP/1.1" status: 200 len: 267 time: 0.0448601 Sep 20 05:00:47.282359 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-ef1fb42b-80f3-42e9-b969-52661fc3409b tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:47.283799 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-ef1fb42b-80f3-42e9-b969-52661fc3409b tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/networks?id=6de81d04-87bb-4e82-ba15-9636966f9274 HTTP/1.1" status: 200 len: 812 time: 0.0998707 Sep 20 05:00:47.298747 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-65ae9db8-09fd-4f33-97ad-3ca0ce045d8c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/quotas/46ddf925b345471da94d05998a6a0540 HTTP/1.1" status: 200 len: 375 time: 0.0090158 Sep 20 05:00:47.352384 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-278556c2-d158-4ca6-9666-fb9ac8223744 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=46ddf925b345471da94d05998a6a0540&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478890 Sep 20 05:00:47.448463 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-fa334e66-6b2a-4019-835b-de326d7261d1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847914 Sep 20 05:00:47.539148 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-de870614-f4f2-443b-8694-8dd2bfb440f1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850856 Sep 20 05:00:47.825764 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b74e8484-06f0-4c95-8cba-32dd6a57bd86 req-bfe1adef-d476-4d58-87c7-f34a5386c5cb tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 210 time: 0.0278320 Sep 20 05:00:48.914367 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-1f0fd107-95b3-4a52-ac57-62b8056e55ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:48.951923 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a731b8ac-3486-448a-a96c-73e8f9dc3607 req-fce5fa56-44a4-48de-afc8-ca7cc353bdca tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 210 time: 0.0280850 Sep 20 05:00:48.984873 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-77e76309-3f94-4bff-bbd2-11d9e56423c5 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:48.986335 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-77e76309-3f94-4bff-bbd2-11d9e56423c5 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6de81d04-87bb-4e82-ba15-9636966f9274 HTTP/1.1" status: 200 len: 812 time: 0.1148388 Sep 20 05:00:49.055914 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-e7f37d50-d9cd-4b7c-874c-9ffcc7abfaad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=46ddf925b345471da94d05998a6a0540 HTTP/1.1" status: 200 len: 379 time: 0.0542114 Sep 20 05:00:49.064811 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-658d8f7a-54b1-493d-8dae-0bd6e0107aff tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Request body: {'port': {'device_id': '7d0a9581-09a0-4287-ac5a-260cbfd04a98', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'admin_state_up': True, 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'security_groups': ['936b33f4-a6f3-4334-8473-93010dcaedbf']}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:00:49.173892 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-658d8f7a-54b1-493d-8dae-0bd6e0107aff tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Made reservation on behalf of 46ddf925b345471da94d05998a6a0540 for: {'port': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:00:49.177669 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-658d8f7a-54b1-493d-8dae-0bd6e0107aff tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:49.302570 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-658d8f7a-54b1-493d-8dae-0bd6e0107aff tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Allocated IP 172.20.0.4 (6de81d04-87bb-4e82-ba15-9636966f9274/e94eb72f-d7fc-4515-9285-2b7cbf8ba84e/8a48051c-d8ba-4a69-917d-d7daa79bcd01) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:00:49.439867 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-658d8f7a-54b1-493d-8dae-0bd6e0107aff tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for port (8a48051c-d8ba-4a69-917d-d7daa79bcd01), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:49.473178 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-658d8f7a-54b1-493d-8dae-0bd6e0107aff tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (8a48051c-d8ba-4a69-917d-d7daa79bcd01), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:49.517873 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-658d8f7a-54b1-493d-8dae-0bd6e0107aff tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Network 6de81d04-87bb-4e82-ba15-9636966f9274 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:00:49.521108 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-658d8f7a-54b1-493d-8dae-0bd6e0107aff tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:00:49.525095 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-658d8f7a-54b1-493d-8dae-0bd6e0107aff tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:00:49.548745 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d8f7a-54b1-493d-8dae-0bd6e0107aff tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event updated for resources: {'Port': ['ID=8a48051c-d8ba-4a69-917d-d7daa79bcd01,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:49.582304 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-658d8f7a-54b1-493d-8dae-0bd6e0107aff tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:49.583004 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-658d8f7a-54b1-493d-8dae-0bd6e0107aff tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:49.600007 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-658d8f7a-54b1-493d-8dae-0bd6e0107aff tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5385773 Sep 20 05:00:49.619640 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Request body: {'port': {'device_id': '7d0a9581-09a0-4287-ac5a-260cbfd04a98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:00:49.686508 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:49.688839 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (8a48051c-d8ba-4a69-917d-d7daa79bcd01), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:49.735155 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:49.828063 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-505489a2-f18b-4988-89ce-a4da2c8d7508 None None] Provisioning complete for port 8a48051c-d8ba-4a69-917d-d7daa79bcd01 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:00:49.828370 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-505489a2-f18b-4988-89ce-a4da2c8d7508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (8a48051c-d8ba-4a69-917d-d7daa79bcd01), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:49.828709 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-505489a2-f18b-4988-89ce-a4da2c8d7508 None None] Attempt 1 to provision port 8a48051c-d8ba-4a69-917d-d7daa79bcd01 Sep 20 05:00:49.861082 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-505489a2-f18b-4988-89ce-a4da2c8d7508 None None] Port 8a48051c-d8ba-4a69-917d-d7daa79bcd01 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:00:49.949860 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a48051c-d8ba-4a69-917d-d7daa79bcd01 {{(pid=112593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 05:00:49.957201 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Publish callbacks [] for port (8a48051c-d8ba-4a69-917d-d7daa79bcd01), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:49.969656 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.provisioning_blocks [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Transition to ACTIVE for port object 8a48051c-d8ba-4a69-917d-d7daa79bcd01 will not be triggered until provisioned by entity L2. {{(pid=112593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 05:00:49.972991 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (8a48051c-d8ba-4a69-917d-d7daa79bcd01), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:50.049590 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Pushing event updated for resources: {'Port': ['ID=8a48051c-d8ba-4a69-917d-d7daa79bcd01,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:50.085282 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6d310-f680-4ede-9068-a95a33535c28 req-086392cd-8215-4e99-96e7-512ab8aa3c43 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:50.087005 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3df6d310-f680-4ede-9068-a95a33535c28 req-086392cd-8215-4e99-96e7-512ab8aa3c43 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 943 time: 0.0504842 Sep 20 05:00:50.094965 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:50.104028 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Attempting to bind port 8a48051c-d8ba-4a69-917d-d7daa79bcd01 on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 05:00:50.105806 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Attempting to bind port 8a48051c-d8ba-4a69-917d-d7daa79bcd01 by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'}] {{(pid=112593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 05:00:50.106150 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Attempting to bind port 8a48051c-d8ba-4a69-917d-d7daa79bcd01 on network 6de81d04-87bb-4e82-ba15-9636966f9274 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:00:50.147689 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3df6d310-f680-4ede-9068-a95a33535c28 req-84a86ccc-0766-4b1d-8c43-c9ad1cf2f13a tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536170 Sep 20 05:00:50.157670 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Port 8a48051c-d8ba-4a69-917d-d7daa79bcd01 on network 6de81d04-87bb-4e82-ba15-9636966f9274 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:00:50.157670 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Attempting to bind port 8a48051c-d8ba-4a69-917d-d7daa79bcd01 on network 6de81d04-87bb-4e82-ba15-9636966f9274 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:00:50.198634 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 5, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 05:00:50.198966 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Checking segment: {'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 05:00:50.199345 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Bound using segment: {'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'} {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 05:00:50.199774 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Bound port: 8a48051c-d8ba-4a69-917d-d7daa79bcd01, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14a18ed-3a36-405e-a9c6-aa8fce544271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274'}}] {{(pid=112593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 05:00:50.200179 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (8a48051c-d8ba-4a69-917d-d7daa79bcd01), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:50.257893 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] For port 8a48051c-d8ba-4a69-917d-d7daa79bcd01, host hv-cinder-75671, cleared binding levels {{(pid=112593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:00:50.260819 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] For port 8a48051c-d8ba-4a69-917d-d7daa79bcd01, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=8a48051c-d8ba-4a69-917d-d7daa79bcd01,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:00:50.266683 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (8a48051c-d8ba-4a69-917d-d7daa79bcd01), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:50.271275 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:50.271876 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:50.273247 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/8a48051c-d8ba-4a69-917d-d7daa79bcd01 HTTP/1.1" status: 200 len: 1093 time: 0.6594605 Sep 20 05:00:50.273803 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0a9581-09a0-4287-ac5a-260cbfd04a98', 'tag': '8a48051c-d8ba-4a69-917d-d7daa79bcd01'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:00:50.276201 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9187c315-c730-4064-8942-82e08db3b5b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0a9581-09a0-4287-ac5a-260cbfd04a98", "tag": "8a48051c-d8ba-4a69-917d-d7daa79bcd01"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:00:50.318890 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 05:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d79b270-4eb3-4b7c-9e68-33a46fa9556d x-openstack-request-id: req-9d79b270-4eb3-4b7c-9e68-33a46fa9556d {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:00:50.319178 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0a9581-09a0-4287-ac5a-260cbfd04a98", "tag": "8a48051c-d8ba-4a69-917d-d7daa79bcd01", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:00:50.319428 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9d79b270-4eb3-4b7c-9e68-33a46fa9556d {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:00:50.319821 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d79b270-4eb3-4b7c-9e68-33a46fa9556d'] response: {'name': 'network-changed', 'server_uuid': '7d0a9581-09a0-4287-ac5a-260cbfd04a98', 'tag': '8a48051c-d8ba-4a69-917d-d7daa79bcd01', 'status': 'completed', 'code': 200} Sep 20 05:00:50.326523 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b875406-ba9b-4311-b821-31655293c1cf service neutron] Pushing event updated for resources: {'Port': ['ID=8a48051c-d8ba-4a69-917d-d7daa79bcd01,revision_number=3']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:50.361965 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-505489a2-f18b-4988-89ce-a4da2c8d7508 None None] Attempt 2 to provision port 8a48051c-d8ba-4a69-917d-d7daa79bcd01 Sep 20 05:00:50.387841 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-d7d4d512-9a35-441a-b41a-1da4a4ce33d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:50.389453 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-d7d4d512-9a35-441a-b41a-1da4a4ce33d9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=46ddf925b345471da94d05998a6a0540&device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 1127 time: 0.0439889 Sep 20 05:00:50.402735 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-505489a2-f18b-4988-89ce-a4da2c8d7508 None None] Port 8a48051c-d8ba-4a69-917d-d7daa79bcd01 had new provisioning blocks added so it will not transition to active. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 05:00:50.437543 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-28b09ae9-9ba5-4d8a-8feb-9aa4e71c06de service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a48051c-d8ba-4a69-917d-d7daa79bcd01 HTTP/1.1" status: 200 len: 217 time: 0.0328248 Sep 20 05:00:50.485032 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-00bb0e0e-2ac6-4296-bb5c-e6eda83fe549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:50.486348 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-00bb0e0e-2ac6-4296-bb5c-e6eda83fe549 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e94eb72f-d7fc-4515-9285-2b7cbf8ba84e HTTP/1.1" status: 200 len: 851 time: 0.0436187 Sep 20 05:00:50.528870 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-4cd0383c-9333-4e53-a6f6-d872a002e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:50.530293 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-4cd0383c-9333-4e53-a6f6-d872a002e38a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6de81d04-87bb-4e82-ba15-9636966f9274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378330 Sep 20 05:00:50.597729 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:50.621496 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-302ba8ed-6460-4af5-9574-25c817a90948 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851588 Sep 20 05:00:50.679891 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:50.717926 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-1889c83a-3355-4e9d-82d6-762aa34b99da req-637b68d2-d98c-40cf-91ea-a1e3630405e7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902576 Sep 20 05:00:51.087747 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187c315-c730-4064-8942-82e08db3b5b9 req-f4446646-d61d-432e-baeb-d14454bbc088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:51.089225 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-9187c315-c730-4064-8942-82e08db3b5b9 req-f4446646-d61d-432e-baeb-d14454bbc088 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=46ddf925b345471da94d05998a6a0540&device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 1127 time: 0.0397758 Sep 20 05:00:51.176296 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187c315-c730-4064-8942-82e08db3b5b9 req-7165de9b-6934-4d54-9292-d453c5937558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:51.178384 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-9187c315-c730-4064-8942-82e08db3b5b9 req-7165de9b-6934-4d54-9292-d453c5937558 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6de81d04-87bb-4e82-ba15-9636966f9274 HTTP/1.1" status: 200 len: 912 time: 0.0834019 Sep 20 05:00:51.225737 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-9187c315-c730-4064-8942-82e08db3b5b9 req-9c866e90-6b10-40e5-b9b9-8d07743d7e8e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a48051c-d8ba-4a69-917d-d7daa79bcd01 HTTP/1.1" status: 200 len: 217 time: 0.0380738 Sep 20 05:00:51.269992 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5898d-1785-4b44-9b6c-16535d936ee4 req-dc5569eb-908a-4adf-b2a6-dd1e1de49036 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:51.271470 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b3c5898d-1785-4b44-9b6c-16535d936ee4 req-dc5569eb-908a-4adf-b2a6-dd1e1de49036 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 943 time: 0.0459075 Sep 20 05:00:51.277183 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187c315-c730-4064-8942-82e08db3b5b9 req-34e12b9b-2803-4a0f-ac6c-d07a3adaf30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:51.278614 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-9187c315-c730-4064-8942-82e08db3b5b9 req-34e12b9b-2803-4a0f-ac6c-d07a3adaf30b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e94eb72f-d7fc-4515-9285-2b7cbf8ba84e HTTP/1.1" status: 200 len: 851 time: 0.0447228 Sep 20 05:00:51.321018 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b3c5898d-1785-4b44-9b6c-16535d936ee4 req-4bb3160d-b036-4b65-8dfb-c119054a502c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435805 Sep 20 05:00:51.324009 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187c315-c730-4064-8942-82e08db3b5b9 req-2ea5b103-d09b-41c6-807f-ba1555dae7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:51.325525 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-9187c315-c730-4064-8942-82e08db3b5b9 req-2ea5b103-d09b-41c6-807f-ba1555dae7a8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6de81d04-87bb-4e82-ba15-9636966f9274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380266 Sep 20 05:00:51.426932 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-9187c315-c730-4064-8942-82e08db3b5b9 req-e7e564f8-7005-4320-9853-3deb4a0927f9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941005 Sep 20 05:00:51.517490 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-9187c315-c730-4064-8942-82e08db3b5b9 req-ad2e0bd2-8dd9-4c92-8323-973f8f4b1fca service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838671 Sep 20 05:00:51.689340 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:51.916766 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:52.441097 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776671d6-c95b-4ecb-a8e8-5f60fe27f130 req-eec2a0f3-e918-4c04-a253-b336621abe49 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:52.442578 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-776671d6-c95b-4ecb-a8e8-5f60fe27f130 req-eec2a0f3-e918-4c04-a253-b336621abe49 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 943 time: 0.0448477 Sep 20 05:00:52.490642 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-776671d6-c95b-4ecb-a8e8-5f60fe27f130 req-221a2815-fcee-41b8-bc00-0e74b3716531 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419891 Sep 20 05:00:53.610916 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd221b5-6611-42a7-9d28-4358c25fbcd1 req-f2e58e9b-5eaa-4cc1-9d11-6e96d1f5c615 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:53.612371 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fdd221b5-6611-42a7-9d28-4358c25fbcd1 req-f2e58e9b-5eaa-4cc1-9d11-6e96d1f5c615 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 943 time: 0.0492523 Sep 20 05:00:53.660187 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fdd221b5-6611-42a7-9d28-4358c25fbcd1 req-8e2bea87-f002-4ade-a394-ea8395a0cf1a tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424008 Sep 20 05:00:54.777052 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eeaf16-4fb8-4e16-abce-5151f85cffa3 req-dc0ee069-5c37-4789-991f-77681ef727ec tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:54.778504 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-74eeaf16-4fb8-4e16-abce-5151f85cffa3 req-dc0ee069-5c37-4789-991f-77681ef727ec tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 943 time: 0.0460200 Sep 20 05:00:54.826123 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-74eeaf16-4fb8-4e16-abce-5151f85cffa3 req-28ea7336-3f09-436e-9c60-25f20224ef51 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421355 Sep 20 05:00:55.947410 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb17b9d-56c2-4e9e-89a5-bad771edc508 req-e0b273fd-f364-4529-b003-a575fa68a2cb tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:55.948889 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3eb17b9d-56c2-4e9e-89a5-bad771edc508 req-e0b273fd-f364-4529-b003-a575fa68a2cb tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 943 time: 0.0459461 Sep 20 05:00:56.000877 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3eb17b9d-56c2-4e9e-89a5-bad771edc508 req-ff182002-be60-455c-a84f-cf28c4c7f237 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463638 Sep 20 05:00:57.003516 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 8a48051c-d8ba-4a69-917d-d7daa79bcd01 details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:00:57.104610 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 8a48051c-d8ba-4a69-917d-d7daa79bcd01, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=8a48051c-d8ba-4a69-917d-d7daa79bcd01,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:00:57.107209 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:57.115983 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': '8a48051c-d8ba-4a69-917d-d7daa79bcd01', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'port_id': '8a48051c-d8ba-4a69-917d-d7daa79bcd01', 'mac_address': 'fa:16:3e:11:63:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:00:57.120455 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8480a3e-fc43-49da-acb8-4808313e0730 req-f0ec46ed-65bf-40c4-b4c8-ff5eab416748 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:57.121949 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c8480a3e-fc43-49da-acb8-4808313e0730 req-f0ec46ed-65bf-40c4-b4c8-ff5eab416748 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 943 time: 0.0456061 Sep 20 05:00:57.143290 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:57.151236 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 8a48051c-d8ba-4a69-917d-d7daa79bcd01 is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:00:57.151624 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (8a48051c-d8ba-4a69-917d-d7daa79bcd01), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:57.165048 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a48051c-d8ba-4a69-917d-d7daa79bcd01 {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 05:00:57.172581 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c8480a3e-fc43-49da-acb8-4808313e0730 req-2df4d71f-c29f-4b91-a71c-33c972ac0928 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449030 Sep 20 05:00:57.185245 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 8a48051c-d8ba-4a69-917d-d7daa79bcd01, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=8a48051c-d8ba-4a69-917d-d7daa79bcd01,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:00:57.189312 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (8a48051c-d8ba-4a69-917d-d7daa79bcd01), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:57.233487 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=8a48051c-d8ba-4a69-917d-d7daa79bcd01,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:57.487074 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['8a48051c-d8ba-4a69-917d-d7daa79bcd01'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 05:00:58.294448 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2995d-7b58-4b5b-9999-12bbbe3d8d8c req-e60f2cd0-2180-450d-9e51-77eece024ae3 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:58.295895 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2de2995d-7b58-4b5b-9999-12bbbe3d8d8c req-e60f2cd0-2180-450d-9e51-77eece024ae3 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 944 time: 0.0469575 Sep 20 05:00:58.345966 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2de2995d-7b58-4b5b-9999-12bbbe3d8d8c req-f3e40323-d6ea-4059-99c9-ee901cbafe14 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444679 Sep 20 05:00:59.023294 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 8a48051c-d8ba-4a69-917d-d7daa79bcd01 up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:00:59.068019 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port 8a48051c-d8ba-4a69-917d-d7daa79bcd01 completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 05:00:59.069796 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:59.075116 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port 8a48051c-d8ba-4a69-917d-d7daa79bcd01 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:00:59.075496 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (8a48051c-d8ba-4a69-917d-d7daa79bcd01), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:59.076066 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port 8a48051c-d8ba-4a69-917d-d7daa79bcd01 Sep 20 05:00:59.110859 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:00:59.151165 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 8a48051c-d8ba-4a69-917d-d7daa79bcd01 is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:00:59.151591 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (8a48051c-d8ba-4a69-917d-d7daa79bcd01), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:59.177059 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0a9581-09a0-4287-ac5a-260cbfd04a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a48051c-d8ba-4a69-917d-d7daa79bcd01'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:00:59.179548 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd9ef80-bf11-4a36-ae18-117471bc8e4e" -d '{"events": [{"server_uuid": "7d0a9581-09a0-4287-ac5a-260cbfd04a98", "name": "network-vif-plugged", "status": "completed", "tag": "8a48051c-d8ba-4a69-917d-d7daa79bcd01"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:00:59.192880 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 8a48051c-d8ba-4a69-917d-d7daa79bcd01, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=8a48051c-d8ba-4a69-917d-d7daa79bcd01,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:00:59.197100 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (8a48051c-d8ba-4a69-917d-d7daa79bcd01), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:00:59.224111 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 05:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df57e9b1-9658-40f0-948f-0e269af9b129 x-openstack-request-id: req-df57e9b1-9658-40f0-948f-0e269af9b129 {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:00:59.224403 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0a9581-09a0-4287-ac5a-260cbfd04a98", "name": "network-vif-plugged", "status": "completed", "tag": "8a48051c-d8ba-4a69-917d-d7daa79bcd01", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:00:59.224690 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-df57e9b1-9658-40f0-948f-0e269af9b129 {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:00:59.225076 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df57e9b1-9658-40f0-948f-0e269af9b129'] response: {'server_uuid': '7d0a9581-09a0-4287-ac5a-260cbfd04a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a48051c-d8ba-4a69-917d-d7daa79bcd01', 'code': 200} Sep 20 05:00:59.249790 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=8a48051c-d8ba-4a69-917d-d7daa79bcd01,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:59.472784 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770c4b8-29c0-4d3e-a18c-76d90a448741 req-c6799549-19b4-4482-9acc-80e43980d2b4 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:59.474849 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d770c4b8-29c0-4d3e-a18c-76d90a448741 req-c6799549-19b4-4482-9acc-80e43980d2b4 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 945 time: 0.0508349 Sep 20 05:00:59.484731 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda51428-b1f8-4be8-b963-d4b4f7f837a3 req-cb4ed7d7-b6a8-4c5a-a3a4-5ad99fa38bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:00:59.486253 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-cda51428-b1f8-4be8-b963-d4b4f7f837a3 req-cb4ed7d7-b6a8-4c5a-a3a4-5ad99fa38bd9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 1129 time: 0.0393724 Sep 20 05:00:59.525501 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d770c4b8-29c0-4d3e-a18c-76d90a448741 req-948c37af-0380-4aee-9413-4517ed3ec5b6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448685 Sep 20 05:00:59.535900 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-cda51428-b1f8-4be8-b963-d4b4f7f837a3 req-7a3d5765-025f-4813-88d8-bcf393b94a60 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410640 Sep 20 05:01:00.070396 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:00.643275 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adfba6-e941-4db2-89cd-356654ca363b req-ac37de22-ea1b-4d37-ab8a-a9c456f8fbd8 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:00.644791 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a3adfba6-e941-4db2-89cd-356654ca363b req-ac37de22-ea1b-4d37-ab8a-a9c456f8fbd8 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 945 time: 0.0466120 Sep 20 05:01:00.693804 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a3adfba6-e941-4db2-89cd-356654ca363b req-e310da22-6119-4296-86f2-bc079ff1ba45 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428441 Sep 20 05:01:01.954426 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0b540-4f4e-4041-af80-6a4d1a5a2d0d req-f63f2e2b-7a13-4dba-bb25-4576e2571938 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:01.955875 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d7a0b540-4f4e-4041-af80-6a4d1a5a2d0d req-f63f2e2b-7a13-4dba-bb25-4576e2571938 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 945 time: 0.0492749 Sep 20 05:01:02.004110 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d7a0b540-4f4e-4041-af80-6a4d1a5a2d0d req-215be82c-e5b4-40dd-bb8a-a9d26dd08d27 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420208 Sep 20 05:01:02.121564 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b11c8-3f5c-4d60-a95e-abaccd2e1436 req-0c2e0062-1e05-47ee-8878-18ac91d33b36 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:02.122995 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1a5b11c8-3f5c-4d60-a95e-abaccd2e1436 req-0c2e0062-1e05-47ee-8878-18ac91d33b36 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 945 time: 0.0458963 Sep 20 05:01:02.171504 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1a5b11c8-3f5c-4d60-a95e-abaccd2e1436 req-71f37cc7-518c-49f9-96e2-a64dfd28d047 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429070 Sep 20 05:01:02.200778 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 53730) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:01:02.238404 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2f2d89-d992-4233-991c-d83f69527422 tempest-TestVolumeBootPattern-1488714578 tempest-TestVolumeBootPattern-1488714578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:02.240447 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-9b2f2d89-d992-4233-991c-d83f69527422 tempest-TestVolumeBootPattern-1488714578 tempest-TestVolumeBootPattern-1488714578-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 1124 time: 0.0387068 Sep 20 05:01:02.243304 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 53732) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:01:02.247774 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Request body: {'floatingip': {'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'port_id': '8a48051c-d8ba-4a69-917d-d7daa79bcd01', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'fixed_ip_address': '172.20.0.4'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:01:02.271281 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:02.356122 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:02.469528 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Allocated IP 172.27.1.9 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/fb911fd0-fdc0-46c2-b958-f7235a62bce3) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:01:02.537004 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:02.577119 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for port (fb911fd0-fdc0-46c2-b958-f7235a62bce3), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:02.584868 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:02.610799 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (fb911fd0-fdc0-46c2-b958-f7235a62bce3), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:02.649756 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:01:02.654335 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:01:02.658073 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:01:02.661683 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event updated for resources: {'Port': ['ID=fb911fd0-fdc0-46c2-b958-f7235a62bce3,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:01:03.010541 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for floatingip (ad26c7b3-1ad3-489a-93b3-c9a9c8f88a6a), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:03.078705 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (fb911fd0-fdc0-46c2-b958-f7235a62bce3), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:03.190422 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbf0bd-5725-4c93-8a18-81086e0b3b73 req-0f083580-1627-461f-99da-bc1c52cf6d2c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:03.191926 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1dbbf0bd-5725-4c93-8a18-81086e0b3b73 req-0f083580-1627-461f-99da-bc1c52cf6d2c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0516412 Sep 20 05:01:03.229090 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for port (fb911fd0-fdc0-46c2-b958-f7235a62bce3), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:03.233476 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (fb911fd0-fdc0-46c2-b958-f7235a62bce3), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:03.239297 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1dbbf0bd-5725-4c93-8a18-81086e0b3b73 req-120abcb6-3ea3-445a-985d-3a5964af0091 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417380 Sep 20 05:01:03.279395 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:03.303508 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (ad26c7b3-1ad3-489a-93b3-c9a9c8f88a6a), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:03.306373 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event updated for resources: {'Port': ['ID=fb911fd0-fdc0-46c2-b958-f7235a62bce3,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:01:03.393154 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:03.398735 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.l3_db [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Floating IP ad26c7b3-1ad3-489a-93b3-c9a9c8f88a6a associated. External IP: 172.27.1.9, port: 8a48051c-d8ba-4a69-917d-d7daa79bcd01. Sep 20 05:01:03.586154 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Router 4895c379-aac2-4339-803a-f79e1699e6eb has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:01:03.684713 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:01:03.694501 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc7b260-9404-4b88-b3c4-7639036e824b None None] Sync routers for ids ['4895c379-aac2-4339-803a-f79e1699e6eb'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:01:03.702327 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:03.704224 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc7b260-9404-4b88-b3c4-7639036e824b None None] Routers {'4895c379-aac2-4339-803a-f79e1699e6eb'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:01:03.704875 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-6cc7b260-9404-4b88-b3c4-7639036e824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:00:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['4895c379-aac2-4339-803a-f79e1699e6eb'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:01:03.731073 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-0af7f7dd-1c89-4dd0-85a3-7910822dd7ad tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.4867046 Sep 20 05:01:03.731955 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0a9581-09a0-4287-ac5a-260cbfd04a98', 'tag': '8a48051c-d8ba-4a69-917d-d7daa79bcd01'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:01:03.734355 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666f83ae-17f4-4775-b626-4b05cd4024d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0a9581-09a0-4287-ac5a-260cbfd04a98", "tag": "8a48051c-d8ba-4a69-917d-d7daa79bcd01"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:01:03.770746 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 05:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412b80c5-038c-4fe0-af20-359134939994 x-openstack-request-id: req-412b80c5-038c-4fe0-af20-359134939994 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:01:03.771034 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0a9581-09a0-4287-ac5a-260cbfd04a98", "tag": "8a48051c-d8ba-4a69-917d-d7daa79bcd01", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:01:03.771284 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-412b80c5-038c-4fe0-af20-359134939994 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:01:03.771685 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-412b80c5-038c-4fe0-af20-359134939994'] response: {'name': 'network-changed', 'server_uuid': '7d0a9581-09a0-4287-ac5a-260cbfd04a98', 'tag': '8a48051c-d8ba-4a69-917d-d7daa79bcd01', 'status': 'completed', 'code': 200} Sep 20 05:01:03.807191 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-6cc7b260-9404-4b88-b3c4-7639036e824b None None] Set router 4895c379-aac2-4339-803a-f79e1699e6eb gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:01:04.030744 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-6cc7b260-9404-4b88-b3c4-7639036e824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '0edbbf61-2e1d-4897-a4b6-8d7cbad8b429', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'port_id': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'mac_address': 'fa:16:3e:53:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:59:10Z', 'updated_at': '2022-09-20T04:59:13Z', 'revision_number': 1, 'project_id': '46ddf925b345471da94d05998a6a0540', 'fixed_ip_address_scope': None}, {'id': 'ad26c7b3-1ad3-489a-93b3-c9a9c8f88a6a', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'port_id': '8a48051c-d8ba-4a69-917d-d7daa79bcd01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'mac_address': 'fa:16:3e:11:63:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a9581-09a0-4287-ac5a-260cbfd04a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T05:01:02Z', 'updated_at': '2022-09-20T05:01:02Z', 'revision_number': 0, 'project_id': '46ddf925b345471da94d05998a6a0540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:56Z', 'revision_number': 5, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:01:04.056523 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc7b260-9404-4b88-b3c4-7639036e824b None None] Checking router: 4895c379-aac2-4339-803a-f79e1699e6eb for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:01:04.065166 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc7b260-9404-4b88-b3c4-7639036e824b None None] Routers {'4895c379-aac2-4339-803a-f79e1699e6eb'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:01:04.065765 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-6cc7b260-9404-4b88-b3c4-7639036e824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:00:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['4895c379-aac2-4339-803a-f79e1699e6eb'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:01:04.105775 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f83ae-17f4-4775-b626-4b05cd4024d3 req-b5d7a391-5a2e-462a-88f1-3770daf73adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:04.107267 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-666f83ae-17f4-4775-b626-4b05cd4024d3 req-b5d7a391-5a2e-462a-88f1-3770daf73adf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=46ddf925b345471da94d05998a6a0540&device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 1129 time: 0.2861738 Sep 20 05:01:04.166790 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-6cc7b260-9404-4b88-b3c4-7639036e824b None None] Set router 4895c379-aac2-4339-803a-f79e1699e6eb gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:01:04.196543 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f83ae-17f4-4775-b626-4b05cd4024d3 req-0f262209-610d-4b69-9198-9d964dbcf8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:04.198014 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-666f83ae-17f4-4775-b626-4b05cd4024d3 req-0f262209-610d-4b69-9198-9d964dbcf8c0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6de81d04-87bb-4e82-ba15-9636966f9274 HTTP/1.1" status: 200 len: 912 time: 0.0850344 Sep 20 05:01:04.268396 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-666f83ae-17f4-4775-b626-4b05cd4024d3 req-8f00de15-81c3-43bd-98c4-3409606c6c9c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a48051c-d8ba-4a69-917d-d7daa79bcd01 HTTP/1.1" status: 200 len: 997 time: 0.0578163 Sep 20 05:01:04.319506 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f83ae-17f4-4775-b626-4b05cd4024d3 req-e6568bca-2329-4b11-b825-81c697990aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:04.321005 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-666f83ae-17f4-4775-b626-4b05cd4024d3 req-e6568bca-2329-4b11-b825-81c697990aeb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e94eb72f-d7fc-4515-9285-2b7cbf8ba84e HTTP/1.1" status: 200 len: 851 time: 0.0463784 Sep 20 05:01:04.367622 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f83ae-17f4-4775-b626-4b05cd4024d3 req-f2703dcb-6cae-4ba1-bf83-27f16fa51e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:04.369290 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-666f83ae-17f4-4775-b626-4b05cd4024d3 req-f2703dcb-6cae-4ba1-bf83-27f16fa51e67 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6de81d04-87bb-4e82-ba15-9636966f9274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421894 Sep 20 05:01:04.372943 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1ff0a-e1f8-4067-897b-f950a774be4b req-d993c1bc-917a-4ad5-a515-b884f56f04ff tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:04.374435 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9ee1ff0a-e1f8-4067-897b-f950a774be4b req-d993c1bc-917a-4ad5-a515-b884f56f04ff tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0491881 Sep 20 05:01:04.424231 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9ee1ff0a-e1f8-4067-897b-f950a774be4b req-1e389ac2-0800-4d96-9771-cd816986996b tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442078 Sep 20 05:01:04.465115 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-666f83ae-17f4-4775-b626-4b05cd4024d3 req-42c0f10f-cfd9-4596-86dc-1847ceea3846 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896287 Sep 20 05:01:04.471656 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-6cc7b260-9404-4b88-b3c4-7639036e824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '0edbbf61-2e1d-4897-a4b6-8d7cbad8b429', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'port_id': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'mac_address': 'fa:16:3e:53:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:59:10Z', 'updated_at': '2022-09-20T04:59:13Z', 'revision_number': 1, 'project_id': '46ddf925b345471da94d05998a6a0540', 'fixed_ip_address_scope': None}, {'id': 'ad26c7b3-1ad3-489a-93b3-c9a9c8f88a6a', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'port_id': '8a48051c-d8ba-4a69-917d-d7daa79bcd01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'mac_address': 'fa:16:3e:11:63:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a9581-09a0-4287-ac5a-260cbfd04a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T05:01:02Z', 'updated_at': '2022-09-20T05:01:02Z', 'revision_number': 0, 'project_id': '46ddf925b345471da94d05998a6a0540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:56Z', 'revision_number': 5, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:01:04.500103 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc7b260-9404-4b88-b3c4-7639036e824b None None] The sync data for ids ['4895c379-aac2-4339-803a-f79e1699e6eb'] in dv-cinder-756710-7-iscsi is: [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '0edbbf61-2e1d-4897-a4b6-8d7cbad8b429', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'port_id': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'mac_address': 'fa:16:3e:53:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:59:10Z', 'updated_at': '2022-09-20T04:59:13Z', 'revision_number': 1, 'project_id': '46ddf925b345471da94d05998a6a0540', 'fixed_ip_address_scope': None}, {'id': 'ad26c7b3-1ad3-489a-93b3-c9a9c8f88a6a', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'port_id': '8a48051c-d8ba-4a69-917d-d7daa79bcd01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'mac_address': 'fa:16:3e:11:63:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a9581-09a0-4287-ac5a-260cbfd04a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T05:01:02Z', 'updated_at': '2022-09-20T05:01:02Z', 'revision_number': 0, 'project_id': '46ddf925b345471da94d05998a6a0540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:56Z', 'revision_number': 5, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:01:04.521888 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:04.556537 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-666f83ae-17f4-4775-b626-4b05cd4024d3 req-5f2ea8b7-363c-44f6-a8ee-e60adf0d9ec0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859444 Sep 20 05:01:04.693538 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8926d732-e172-4e86-a631-03e61674f416 None None] New status for floating IP ad26c7b3-1ad3-489a-93b3-c9a9c8f88a6a: ACTIVE {{(pid=112594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 05:01:05.549536 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbe6f4-957d-45b4-bbef-b6c227a3eb7c req-240058b0-1010-46b0-a8ce-78d351b306a4 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:05.550981 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-13bbe6f4-957d-45b4-bbef-b6c227a3eb7c req-240058b0-1010-46b0-a8ce-78d351b306a4 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0469711 Sep 20 05:01:05.600445 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-13bbe6f4-957d-45b4-bbef-b6c227a3eb7c req-16a54c5c-a866-4ef7-aade-4a22e27e07c6 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440111 Sep 20 05:01:05.959375 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-186e87e2-55fc-4239-bf91-045c6cad7848 req-12c15723-2dba-4050-bcf4-134f6077a055 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438399 Sep 20 05:01:06.034828 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e87e2-55fc-4239-bf91-045c6cad7848 req-ad323d4f-bb8c-439a-99aa-ad005ade15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:06.036299 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-186e87e2-55fc-4239-bf91-045c6cad7848 req-ad323d4f-bb8c-439a-99aa-ad005ade15b6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=46ddf925b345471da94d05998a6a0540&device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 1130 time: 0.0380592 Sep 20 05:01:06.055512 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:01:06.146213 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e87e2-55fc-4239-bf91-045c6cad7848 req-15797e5c-b8f7-47b1-a4df-58c637b3f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:06.147648 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-186e87e2-55fc-4239-bf91-045c6cad7848 req-15797e5c-b8f7-47b1-a4df-58c637b3f4d9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6de81d04-87bb-4e82-ba15-9636966f9274 HTTP/1.1" status: 200 len: 912 time: 0.0928338 Sep 20 05:01:06.159922 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:06.207746 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-186e87e2-55fc-4239-bf91-045c6cad7848 req-0d1e87b6-14f3-4b03-b02b-faf5b11fa7ec service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdc3a8f8-3815-44e2-8784-9ad2e03e2914 HTTP/1.1" status: 200 len: 1002 time: 0.0542924 Sep 20 05:01:06.256005 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e87e2-55fc-4239-bf91-045c6cad7848 req-246bafdd-50f7-429f-9491-00606eb88d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:06.257476 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-186e87e2-55fc-4239-bf91-045c6cad7848 req-246bafdd-50f7-429f-9491-00606eb88d7c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e94eb72f-d7fc-4515-9285-2b7cbf8ba84e HTTP/1.1" status: 200 len: 851 time: 0.0436625 Sep 20 05:01:06.302753 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e87e2-55fc-4239-bf91-045c6cad7848 req-84d9dee9-3e5c-4428-a577-c532a6e723f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:06.304211 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-186e87e2-55fc-4239-bf91-045c6cad7848 req-84d9dee9-3e5c-4428-a577-c532a6e723f1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6de81d04-87bb-4e82-ba15-9636966f9274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409992 Sep 20 05:01:06.391350 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-186e87e2-55fc-4239-bf91-045c6cad7848 req-80b01e7a-dedd-4938-be3a-1206961efa06 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814321 Sep 20 05:01:06.501424 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-186e87e2-55fc-4239-bf91-045c6cad7848 req-0b9449e6-2c62-4429-b765-240248948aee service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042130 Sep 20 05:01:06.724017 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301e5e3-6ce6-42dd-b7aa-f3d6777f12ce req-a9a4341e-7e1d-4a33-b6a4-70056a4892cf tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:06.725502 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3301e5e3-6ce6-42dd-b7aa-f3d6777f12ce req-a9a4341e-7e1d-4a33-b6a4-70056a4892cf tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0462511 Sep 20 05:01:06.775555 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3301e5e3-6ce6-42dd-b7aa-f3d6777f12ce req-7cfa0b01-cfd4-4351-a00c-f622659c610a tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446246 Sep 20 05:01:07.894815 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:07.903769 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36c5f4-16ca-45d8-856c-61dd9db3a682 req-42bee3f4-d412-42e7-b0a0-ba72d9380d4f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:07.905320 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5d36c5f4-16ca-45d8-856c-61dd9db3a682 req-42bee3f4-d412-42e7-b0a0-ba72d9380d4f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0470085 Sep 20 05:01:07.950473 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5d36c5f4-16ca-45d8-856c-61dd9db3a682 req-ee0397f3-5db4-42a5-96e8-e07f0c3a56ba tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397456 Sep 20 05:01:09.078770 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826581b-b2e9-4719-9ec0-bc933522db8f req-6b392800-464d-4939-bbb8-7d7bd76d238e tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:09.080229 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3826581b-b2e9-4719-9ec0-bc933522db8f req-6b392800-464d-4939-bbb8-7d7bd76d238e tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0495403 Sep 20 05:01:09.119248 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:09.127385 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3826581b-b2e9-4719-9ec0-bc933522db8f req-beeed9f9-633f-4ac3-b7d8-47c22a328295 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416892 Sep 20 05:01:10.254437 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15c694-4ec8-4311-b8fc-21410bd765b8 req-fd760e83-0e4b-4b15-8b1b-e77461302d40 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:10.255916 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bb15c694-4ec8-4311-b8fc-21410bd765b8 req-fd760e83-0e4b-4b15-8b1b-e77461302d40 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0489509 Sep 20 05:01:10.302130 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bb15c694-4ec8-4311-b8fc-21410bd765b8 req-da71055e-0703-4e23-a318-cd1cf0565d68 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407317 Sep 20 05:01:11.429865 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ac646-97d4-430a-9834-aeda1504814f req-e55a4f14-d7e5-4adf-b39a-a635202bd6a1 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:11.431229 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-990ac646-97d4-430a-9834-aeda1504814f req-e55a4f14-d7e5-4adf-b39a-a635202bd6a1 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0499117 Sep 20 05:01:11.477213 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-990ac646-97d4-430a-9834-aeda1504814f req-fe18df9e-cf75-420a-8d8d-c92849a06be0 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405583 Sep 20 05:01:12.599955 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfeda04-7e43-403d-b859-5440e62d1dfc req-b0d9c572-1583-420d-bcd1-1b9713a5246c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:12.601421 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8bfeda04-7e43-403d-b859-5440e62d1dfc req-b0d9c572-1583-420d-bcd1-1b9713a5246c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0458381 Sep 20 05:01:12.647744 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8bfeda04-7e43-403d-b859-5440e62d1dfc req-73c7d0c2-f085-489b-a390-e390330a3db4 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409315 Sep 20 05:01:13.786684 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0ba35-a297-463d-b0dd-7d3e54b9ef8f req-3c191f0e-557a-4ab5-957a-30f29b029ffc tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:13.788156 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-cce0ba35-a297-463d-b0dd-7d3e54b9ef8f req-3c191f0e-557a-4ab5-957a-30f29b029ffc tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0525792 Sep 20 05:01:13.838166 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-cce0ba35-a297-463d-b0dd-7d3e54b9ef8f req-13f11e05-dddc-47b8-b26f-643b991a4e8a tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442142 Sep 20 05:01:14.792220 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:14.794768 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:14.961743 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58396a4e-c80c-4e8c-b673-224adb3f96b3 req-308db215-0f2f-4bed-a700-ac9b5801fff1 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:14.963183 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-58396a4e-c80c-4e8c-b673-224adb3f96b3 req-308db215-0f2f-4bed-a700-ac9b5801fff1 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0452871 Sep 20 05:01:15.008446 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-58396a4e-c80c-4e8c-b673-224adb3f96b3 req-5382ef02-2679-46c1-960b-ebd96c5ad473 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397699 Sep 20 05:01:16.135326 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2bf71-d7b7-4e80-88dd-e357a38474dd req-741c16f0-46fb-4b8e-81bd-6b0eca00d90b tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:16.137078 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7dd2bf71-d7b7-4e80-88dd-e357a38474dd req-741c16f0-46fb-4b8e-81bd-6b0eca00d90b tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0465441 Sep 20 05:01:16.184309 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7dd2bf71-d7b7-4e80-88dd-e357a38474dd req-c564e11f-4db4-40cc-ba2e-db6e7f49821b tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417385 Sep 20 05:01:16.497205 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=34 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:16.498462 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=52 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:16.690207 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-9bcacff6-99d8-46f4-b359-ca44514fdf69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:17.321617 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4446b-a97d-4371-b179-9d953ed4a6ba req-b35ed0ad-bfba-469a-ac52-b22c7b15998f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:17.323078 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b2a4446b-a97d-4371-b179-9d953ed4a6ba req-b35ed0ad-bfba-469a-ac52-b22c7b15998f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0573564 Sep 20 05:01:17.368623 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b2a4446b-a97d-4371-b179-9d953ed4a6ba req-1b653756-575a-4dc3-9b5e-5eb63db688d7 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400376 Sep 20 05:01:18.492108 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac04b8-db4c-4e95-9bc1-4cdcf18f8e2e req-183d17e5-bac8-4da4-8bb9-4414d17cff4b tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:18.493620 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-51ac04b8-db4c-4e95-9bc1-4cdcf18f8e2e req-183d17e5-bac8-4da4-8bb9-4414d17cff4b tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0462379 Sep 20 05:01:18.540240 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-51ac04b8-db4c-4e95-9bc1-4cdcf18f8e2e req-4c97556e-dc44-487c-bdb2-b3ea1a48e681 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411422 Sep 20 05:01:18.906786 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-90fe749d-795f-43d0-85ce-2a99cbed2df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:19.121645 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:01:19.218250 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:01:19.232702 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'port_id': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f', 'mac_address': 'fa:16:3e:a8:38:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:01:19.382348 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f is: ACTIVE; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:01:19.382736 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:19.396184 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 05:01:19.415812 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:01:19.420622 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:19.464227 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,revision_number=6']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:01:19.471155 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:19.471446 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:19.471783 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:19.472136 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:19.473018 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:19.473341 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:19.473661 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:19.473978 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:19.474296 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:19.474612 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:19.474930 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:19.475247 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:19.475561 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:19.475872 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:19.476183 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:19.597032 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 05:01:19.665173 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb038b-6bf0-4e67-8393-f087d652753b req-194e7e3f-0889-4610-947e-fa417b6f05ae tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:19.666642 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-10cb038b-6bf0-4e67-8393-f087d652753b req-194e7e3f-0889-4610-947e-fa417b6f05ae tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 944 time: 0.0463812 Sep 20 05:01:19.709502 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:19.717568 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-10cb038b-6bf0-4e67-8393-f087d652753b req-dceb21e7-4e28-4a6e-8b7a-1694f77fe062 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454061 Sep 20 05:01:20.094626 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:20.842357 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0d412-8ce6-475e-9043-a55cec5a5df4 req-d2faf863-5c22-4a1e-88bf-0c5d5f8f1dc7 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:20.843807 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c7d0d412-8ce6-475e-9043-a55cec5a5df4 req-d2faf863-5c22-4a1e-88bf-0c5d5f8f1dc7 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 944 time: 0.0455015 Sep 20 05:01:20.903656 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c7d0d412-8ce6-475e-9043-a55cec5a5df4 req-75a12fcb-78cd-4915-89c8-f33423a33c2d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537682 Sep 20 05:01:21.129846 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:01:21.174895 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:01:21.175767 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:21.176109 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f Sep 20 05:01:21.264374 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:01:21.264832 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:21.288412 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:01:21.291066 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8876f1-2803-4263-b510-e283912d7144" -d '{"events": [{"server_uuid": "2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0", "name": "network-vif-plugged", "status": "completed", "tag": "2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:01:21.304617 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:01:21.308677 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:21.337070 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 05:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321433b4-5f86-4c42-82cd-606050bc339b x-openstack-request-id: req-321433b4-5f86-4c42-82cd-606050bc339b {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:01:21.337364 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0", "name": "network-vif-plugged", "status": "completed", "tag": "2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:01:21.337617 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-321433b4-5f86-4c42-82cd-606050bc339b {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:01:21.338306 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-321433b4-5f86-4c42-82cd-606050bc339b'] response: {'server_uuid': '2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f', 'code': 200} Sep 20 05:01:21.361249 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,revision_number=7']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:01:21.693713 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:21.926252 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:22.056972 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5fcdd-525f-4815-81e7-652aa1fb8e1e req-30e60539-9b2c-4cd9-94af-39375eae1a2b tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:22.059321 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c3f5fcdd-525f-4815-81e7-652aa1fb8e1e req-30e60539-9b2c-4cd9-94af-39375eae1a2b tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0633354 Sep 20 05:01:22.112549 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c3f5fcdd-525f-4815-81e7-652aa1fb8e1e req-e5c2e4bf-c420-4edc-b007-f85f4b70cdc7 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464087 Sep 20 05:01:23.254723 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:23.266972 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bf163-828b-4bc5-a510-fbc30cab9285 req-c48acbb8-750a-4b3e-b03d-b535e61b8db6 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:23.270742 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-140bf163-828b-4bc5-a510-fbc30cab9285 req-c48acbb8-750a-4b3e-b03d-b535e61b8db6 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0596211 Sep 20 05:01:23.324886 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-140bf163-828b-4bc5-a510-fbc30cab9285 req-bbacc66d-bb69-477e-81df-525c90ec7f28 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480464 Sep 20 05:01:24.099945 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=84 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:24.104543 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=72 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:24.458494 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1af738-088e-46e4-a6ba-6ad1a0a689fc req-97c5dd66-1890-4213-af73-df3cc6909572 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:24.459997 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6a1af738-088e-46e4-a6ba-6ad1a0a689fc req-97c5dd66-1890-4213-af73-df3cc6909572 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0507991 Sep 20 05:01:24.510373 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6a1af738-088e-46e4-a6ba-6ad1a0a689fc req-1f24d533-a035-446f-b8d5-c17456f9cd39 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446441 Sep 20 05:01:25.652804 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1048e96-6413-4e53-9194-8667bade3dfb req-61dd62b7-afd7-452e-81fd-9cadfeaec675 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:25.654291 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e1048e96-6413-4e53-9194-8667bade3dfb req-61dd62b7-afd7-452e-81fd-9cadfeaec675 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0569029 Sep 20 05:01:25.717257 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e1048e96-6413-4e53-9194-8667bade3dfb req-612ed2ab-cade-4380-8b80-ef1678c795ae tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547547 Sep 20 05:01:26.861010 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf06d4-b6e4-4640-96fa-11a2b385c038 req-23dcfbef-4e15-4e38-a90e-738786b64996 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:26.864307 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bfdf06d4-b6e4-4640-96fa-11a2b385c038 req-23dcfbef-4e15-4e38-a90e-738786b64996 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0572784 Sep 20 05:01:26.918586 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bfdf06d4-b6e4-4640-96fa-11a2b385c038 req-85bed23f-65b4-4d07-9c85-20deee6e3585 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471628 Sep 20 05:01:28.070376 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4667c8-f4b5-41ee-bca0-ec4f47973486 req-04f0cd5e-b4cc-404c-9597-56c572e4c875 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:28.071886 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ea4667c8-f4b5-41ee-bca0-ec4f47973486 req-04f0cd5e-b4cc-404c-9597-56c572e4c875 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0590785 Sep 20 05:01:28.141670 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ea4667c8-f4b5-41ee-bca0-ec4f47973486 req-a88f1e2b-8c39-4604-81f5-30a2bb55d1a2 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626440 Sep 20 05:01:29.276063 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77df4be-3a1f-46d0-b577-b1de39a4bf0d req-86622e08-446d-4690-850c-3cdfcd2e6d49 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:29.277397 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d77df4be-3a1f-46d0-b577-b1de39a4bf0d req-86622e08-446d-4690-850c-3cdfcd2e6d49 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0515890 Sep 20 05:01:29.327955 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d77df4be-3a1f-46d0-b577-b1de39a4bf0d req-ddf7fd7f-b67d-4dc6-b261-3f01dd493585 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444295 Sep 20 05:01:30.061506 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:30.070072 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:30.456963 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6601df-7565-4340-ac19-983137238b99 req-a9756d7d-b37a-405a-9265-84783880c6d0 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:30.458412 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fa6601df-7565-4340-ac19-983137238b99 req-a9756d7d-b37a-405a-9265-84783880c6d0 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0457017 Sep 20 05:01:30.504717 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fa6601df-7565-4340-ac19-983137238b99 req-e67ccfd7-8ded-44df-96b2-e4d66a7a5a33 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407038 Sep 20 05:01:30.817148 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e8c28-6a97-430c-bf0a-1f5a52cc6877 req-38566e06-e460-4d9a-91c1-80aefc5a9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:30.818631 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-1b4e8c28-6a97-430c-bf0a-1f5a52cc6877 req-38566e06-e460-4d9a-91c1-80aefc5a9936 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=56047142d69c4c1cbfa9f6a278622332&device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 1129 time: 0.0386331 Sep 20 05:01:30.911754 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e8c28-6a97-430c-bf0a-1f5a52cc6877 req-d6541062-4dcd-4365-aa53-89d5deb75755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:30.913248 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-1b4e8c28-6a97-430c-bf0a-1f5a52cc6877 req-d6541062-4dcd-4365-aa53-89d5deb75755 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=df11c176-b7e2-4ad1-93ab-93f2f2c98460 HTTP/1.1" status: 200 len: 916 time: 0.0892842 Sep 20 05:01:30.973564 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-1b4e8c28-6a97-430c-bf0a-1f5a52cc6877 req-217d1b7e-c64e-4815-a4c9-628167b9d7f1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f HTTP/1.1" status: 200 len: 1001 time: 0.0546110 Sep 20 05:01:31.021016 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e8c28-6a97-430c-bf0a-1f5a52cc6877 req-78b88e92-0400-471c-b792-735b591104fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:31.022403 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-1b4e8c28-6a97-430c-bf0a-1f5a52cc6877 req-78b88e92-0400-471c-b792-735b591104fe service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68 HTTP/1.1" status: 200 len: 855 time: 0.0431194 Sep 20 05:01:31.067423 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e8c28-6a97-430c-bf0a-1f5a52cc6877 req-3cf01085-df07-401c-b556-010f4846c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:31.068846 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-1b4e8c28-6a97-430c-bf0a-1f5a52cc6877 req-3cf01085-df07-401c-b556-010f4846c6b3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=df11c176-b7e2-4ad1-93ab-93f2f2c98460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410953 Sep 20 05:01:31.157723 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-1b4e8c28-6a97-430c-bf0a-1f5a52cc6877 req-645c6fb8-779d-4eef-bbd2-a60b3a59219f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827830 Sep 20 05:01:31.248099 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-1b4e8c28-6a97-430c-bf0a-1f5a52cc6877 req-8f74339a-58eb-4476-828c-63ec0007a830 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843341 Sep 20 05:01:31.633996 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f48ecd-9410-4635-b252-0804725f48c6 req-0d4e8e39-46fa-4942-98b1-1960ff92926c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:31.635434 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-03f48ecd-9410-4635-b252-0804725f48c6 req-0d4e8e39-46fa-4942-98b1-1960ff92926c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0494227 Sep 20 05:01:31.682446 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-03f48ecd-9410-4635-b252-0804725f48c6 req-83862123-f906-4989-ae50-1348020b38ff tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413043 Sep 20 05:01:32.806175 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9383a-2cd2-400e-a384-78daedbf2796 req-12b4b63c-7d58-420f-90cb-0acf40420099 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:32.807654 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-58b9383a-2cd2-400e-a384-78daedbf2796 req-12b4b63c-7d58-420f-90cb-0acf40420099 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 945 time: 0.0463245 Sep 20 05:01:32.861151 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-58b9383a-2cd2-400e-a384-78daedbf2796 req-a5593623-a2a0-4760-85cd-16623dde4af4 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479400 Sep 20 05:01:33.200196 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:01:33.262047 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:33.274561 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f is: ACTIVE; New status is: DOWN {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:01:33.274946 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:33.301487 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:01:33.303750 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468c3a72-2434-42a6-a644-0d4a6fa4ff61" -d '{"events": [{"server_uuid": "2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0", "name": "network-vif-unplugged", "status": "completed", "tag": "2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:01:33.318976 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:01:33.323230 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:33.346237 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 20 Sep 2022 05:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952f0b6b-e2ec-4bec-b742-69b50c09e90a x-openstack-request-id: req-952f0b6b-e2ec-4bec-b742-69b50c09e90a {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:01:33.346523 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0", "name": "network-vif-unplugged", "status": "completed", "tag": "2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:01:33.346767 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-952f0b6b-e2ec-4bec-b742-69b50c09e90a {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:01:33.347151 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-952f0b6b-e2ec-4bec-b742-69b50c09e90a'] response: {'server_uuid': '2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f', 'code': 200} Sep 20 05:01:33.373948 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,revision_number=8']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:01:33.966435 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:33.983525 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9141f-aaa2-4216-a61d-5310cda36331 req-a65e4fe8-dcf0-414d-ab3b-225f31f2ff3c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:33.985025 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-80e9141f-aaa2-4216-a61d-5310cda36331 req-a65e4fe8-dcf0-414d-ab3b-225f31f2ff3c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 943 time: 0.0461140 Sep 20 05:01:34.035253 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-80e9141f-aaa2-4216-a61d-5310cda36331 req-d718cb9f-529a-4ee4-8f33-f6ae5ea51c5a tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446899 Sep 20 05:01:34.977395 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6676d-8fb1-4ee1-b84f-fc6b864a9f90 req-9bcd1487-0039-4231-b020-5f59d7ec17f9 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:34.978923 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-daa6676d-8fb1-4ee1-b84f-fc6b864a9f90 req-9bcd1487-0039-4231-b020-5f59d7ec17f9 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 943 time: 0.0495234 Sep 20 05:01:35.029889 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-daa6676d-8fb1-4ee1-b84f-fc6b864a9f90 req-2c679ab3-37cd-45cd-9fdf-12dbda68bf4f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447285 Sep 20 05:01:35.248251 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 53910) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:01:35.329555 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ef450131-884e-4b99-b363-5a1d206fa4bf req-30489d58-dc5a-492c-bb6f-7d024d98943a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800838 Sep 20 05:01:35.339023 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [req-ef450131-884e-4b99-b363-5a1d206fa4bf req-06d254a5-37ff-4659-aa6b-944972cfba68 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 05:01:35.340000 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ef450131-884e-4b99-b363-5a1d206fa4bf req-06d254a5-37ff-4659-aa6b-944972cfba68 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052695 Sep 20 05:01:35.419138 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 53918) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:01:35.513721 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef450131-884e-4b99-b363-5a1d206fa4bf req-807c944b-4b0d-4932-958b-f01213ad51ad tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:35.514996 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ef450131-884e-4b99-b363-5a1d206fa4bf req-807c944b-4b0d-4932-958b-f01213ad51ad tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports/2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f HTTP/1.1" status: 200 len: 940 time: 0.0947838 Sep 20 05:01:36.147921 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:36.164103 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf5795-782c-4cf1-9c37-35f1772cd0e2 req-697e0621-3e8a-4505-beee-36d901137e9c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:36.165598 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6faf5795-782c-4cf1-9c37-35f1772cd0e2 req-697e0621-3e8a-4505-beee-36d901137e9c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 943 time: 0.0536630 Sep 20 05:01:36.212310 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6faf5795-782c-4cf1-9c37-35f1772cd0e2 req-507d2c60-68ad-41df-bd52-fcace7964948 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411484 Sep 20 05:01:36.485128 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef450131-884e-4b99-b363-5a1d206fa4bf req-609d9883-5b82-425e-b12d-e95fece9c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:36.486469 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ef450131-884e-4b99-b363-5a1d206fa4bf req-609d9883-5b82-425e-b12d-e95fece9c332 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0&tenant_id=56047142d69c4c1cbfa9f6a278622332 HTTP/1.1" status: 200 len: 1127 time: 0.0379713 Sep 20 05:01:36.565661 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef450131-884e-4b99-b363-5a1d206fa4bf req-970a36a2-e3c5-465a-92ae-e4422e9db902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:36.567255 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ef450131-884e-4b99-b363-5a1d206fa4bf req-970a36a2-e3c5-465a-92ae-e4422e9db902 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=56047142d69c4c1cbfa9f6a278622332&device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 1127 time: 0.0421455 Sep 20 05:01:36.663377 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef450131-884e-4b99-b363-5a1d206fa4bf req-f7059ece-0d06-4470-90ab-fc8bb0874f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:36.664985 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ef450131-884e-4b99-b363-5a1d206fa4bf req-f7059ece-0d06-4470-90ab-fc8bb0874f50 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=df11c176-b7e2-4ad1-93ab-93f2f2c98460 HTTP/1.1" status: 200 len: 916 time: 0.0915616 Sep 20 05:01:36.727164 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ef450131-884e-4b99-b363-5a1d206fa4bf req-a029ab9c-4654-49f6-89d5-30bbd29ffef6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f HTTP/1.1" status: 200 len: 999 time: 0.0567768 Sep 20 05:01:36.773598 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef450131-884e-4b99-b363-5a1d206fa4bf req-78112c0a-1a52-42a3-bb54-d83c892c1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:36.774995 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ef450131-884e-4b99-b363-5a1d206fa4bf req-78112c0a-1a52-42a3-bb54-d83c892c1f97 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68 HTTP/1.1" status: 200 len: 855 time: 0.0422778 Sep 20 05:01:36.816189 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef450131-884e-4b99-b363-5a1d206fa4bf req-2f736f99-5a3c-480e-af0c-fcf86b10cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:36.817708 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ef450131-884e-4b99-b363-5a1d206fa4bf req-2f736f99-5a3c-480e-af0c-fcf86b10cf86 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=df11c176-b7e2-4ad1-93ab-93f2f2c98460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373242 Sep 20 05:01:36.908703 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ef450131-884e-4b99-b363-5a1d206fa4bf req-1d990572-4985-40c3-b899-b89e18cb7ba3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847259 Sep 20 05:01:36.975753 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=100 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:37.001997 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ef450131-884e-4b99-b363-5a1d206fa4bf req-15a53226-18e4-4c47-a1ba-fb9a6afd144b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865707 Sep 20 05:01:37.352213 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17799e-4992-4f73-8472-6df0c63ca94c req-c4a9e4ee-5bf0-4c73-819c-990a2ba8c125 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:37.354056 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8a17799e-4992-4f73-8472-6df0c63ca94c req-c4a9e4ee-5bf0-4c73-819c-990a2ba8c125 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 943 time: 0.0589390 Sep 20 05:01:37.407723 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8a17799e-4992-4f73-8472-6df0c63ca94c req-7a349c44-fee9-40c4-ace6-0eced955e469 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476754 Sep 20 05:01:38.558407 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30895af5-17cb-422c-b68e-fcff6b11e67e req-54751903-b554-40ca-9fbc-ca072a053737 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:38.560790 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-30895af5-17cb-422c-b68e-fcff6b11e67e req-54751903-b554-40ca-9fbc-ca072a053737 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 943 time: 0.0495067 Sep 20 05:01:38.617192 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-30895af5-17cb-422c-b68e-fcff6b11e67e req-60bbd48c-87ad-49f0-9764-20c4d6e36197 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498276 Sep 20 05:01:39.751914 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd345678-1ccf-471c-bc1d-59a2f93fa178 req-e32cdd97-fab0-4de7-b7a3-5c8955c83fc2 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:39.754930 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bd345678-1ccf-471c-bc1d-59a2f93fa178 req-e32cdd97-fab0-4de7-b7a3-5c8955c83fc2 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 943 time: 0.0540996 Sep 20 05:01:39.808542 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bd345678-1ccf-471c-bc1d-59a2f93fa178 req-6a644933-6e56-4c9c-a7de-107dc2db798f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438354 Sep 20 05:01:40.951441 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18835e0f-6638-4654-9328-3e45f15244f8 req-ebd8d2aa-3e75-4847-8474-63139f3ac658 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:40.953051 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-18835e0f-6638-4654-9328-3e45f15244f8 req-ebd8d2aa-3e75-4847-8474-63139f3ac658 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 943 time: 0.0529773 Sep 20 05:01:41.002607 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-18835e0f-6638-4654-9328-3e45f15244f8 req-cccac1c2-3463-4662-971d-f3ffd19e489a tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437558 Sep 20 05:01:42.140428 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f78b5-5cdc-45fb-8529-460ddf066ae1 req-a9577220-e15d-4120-9a30-21a77521480a tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:42.142107 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2d3f78b5-5cdc-45fb-8529-460ddf066ae1 req-a9577220-e15d-4120-9a30-21a77521480a tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 943 time: 0.0529547 Sep 20 05:01:42.196356 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2d3f78b5-5cdc-45fb-8529-460ddf066ae1 req-9cdc0fdb-6eab-4aae-9bc5-d7058513229f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453780 Sep 20 05:01:43.055800 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:01:43.328258 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea76872-331c-455d-91a1-7b6cb347beda req-cd61883b-6c51-4ce4-9481-1c1b9c260738 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:43.329799 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8ea76872-331c-455d-91a1-7b6cb347beda req-cd61883b-6c51-4ce4-9481-1c1b9c260738 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 943 time: 0.0490332 Sep 20 05:01:43.370828 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:43.373063 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:43.381689 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8ea76872-331c-455d-91a1-7b6cb347beda req-f2444077-01e8-46fd-aa8d-5094a8590e5d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439010 Sep 20 05:01:44.516536 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957847e4-4209-4b33-8666-442c8897b28c req-635b4127-c7e9-46dc-9573-893b0145889c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:44.518052 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-957847e4-4209-4b33-8666-442c8897b28c req-635b4127-c7e9-46dc-9573-893b0145889c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 943 time: 0.0490215 Sep 20 05:01:44.571888 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-957847e4-4209-4b33-8666-442c8897b28c req-f4a28006-31fe-44d3-b3af-0bd2722eabf2 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482130 Sep 20 05:01:45.680688 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:45.698147 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93cf58-009b-49f8-8b32-9488b3ded4fe req-9d6263db-5c73-4667-8da1-1e8fa0e8f20e tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:45.699608 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ae93cf58-009b-49f8-8b32-9488b3ded4fe req-9d6263db-5c73-4667-8da1-1e8fa0e8f20e tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 943 time: 0.0458889 Sep 20 05:01:45.746792 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ae93cf58-009b-49f8-8b32-9488b3ded4fe req-69cc1e18-aeb0-4ed9-a234-73e0a6c257eb tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416567 Sep 20 05:01:46.695279 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-639dccc2-3a03-41ca-a5c0-3371ff019390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:46.872031 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bda7d-b116-4e68-b76c-e7f434b4a2ea req-513e54d8-165f-45d2-a9c5-30b2f3cad1b0 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:46.873423 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b62bda7d-b116-4e68-b76c-e7f434b4a2ea req-513e54d8-165f-45d2-a9c5-30b2f3cad1b0 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 943 time: 0.0463049 Sep 20 05:01:46.922061 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b62bda7d-b116-4e68-b76c-e7f434b4a2ea req-defeedf7-1b5a-41cc-9ecd-2a67d560cc30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425801 Sep 20 05:01:46.998036 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=98 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:46.998793 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:47.265304 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:01:47.360976 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:01:47.372185 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'port_id': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f', 'mac_address': 'fa:16:3e:a8:38:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:01:47.409923 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:01:47.410248 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:47.422735 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 05:01:47.443017 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:01:47.446548 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:47.490525 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,revision_number=9']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:01:47.761366 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 05:01:48.055347 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d04c9-ea32-4640-ba1a-2b44d97943b9 req-84d66427-520b-44bb-9d4f-2fd3b772db5c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:48.056989 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b44d04c9-ea32-4640-ba1a-2b44d97943b9 req-84d66427-520b-44bb-9d4f-2fd3b772db5c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 944 time: 0.0507176 Sep 20 05:01:48.108540 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b44d04c9-ea32-4640-ba1a-2b44d97943b9 req-8ceb443d-2bb7-4898-a4b5-f90917f3f585 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458910 Sep 20 05:01:48.913254 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-d23d39d6-3c79-4942-a23b-5b8f44d9072e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:49.236861 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd3efd-6513-4d96-ba82-83be84fd0338 req-cb0cc88e-17c6-49f7-9dd2-6902437d5587 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:49.238262 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-89cd3efd-6513-4d96-ba82-83be84fd0338 req-cb0cc88e-17c6-49f7-9dd2-6902437d5587 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 944 time: 0.0461926 Sep 20 05:01:49.273516 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:49.286905 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:01:49.289121 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-89cd3efd-6513-4d96-ba82-83be84fd0338 req-5f98236c-6e19-476b-9248-cc369a82c654 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452642 Sep 20 05:01:49.329553 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:01:49.329941 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:49.330258 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f Sep 20 05:01:49.401606 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:01:49.401987 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:49.424086 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:01:49.426876 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8a3fb0-c8e0-4340-8250-c6be16112b68" -d '{"events": [{"server_uuid": "2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0", "name": "network-vif-plugged", "status": "completed", "tag": "2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:01:49.439131 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:01:49.443569 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:49.467490 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 05:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4dd337-8fe9-433f-a76d-250397877b32 x-openstack-request-id: req-6b4dd337-8fe9-433f-a76d-250397877b32 {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:01:49.467778 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0", "name": "network-vif-plugged", "status": "completed", "tag": "2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:01:49.468028 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6b4dd337-8fe9-433f-a76d-250397877b32 {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:01:49.468419 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b4dd337-8fe9-433f-a76d-250397877b32'] response: {'server_uuid': '2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f', 'code': 200} Sep 20 05:01:49.493486 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,revision_number=10']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:01:49.704620 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968c9d9-0df0-478e-8875-17e23c24400f req-485bd42a-a590-4035-9d04-bfc72c59ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:49.706086 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-0968c9d9-0df0-478e-8875-17e23c24400f req-485bd42a-a590-4035-9d04-bfc72c59ca2a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 1130 time: 0.0421245 Sep 20 05:01:49.750147 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-0968c9d9-0df0-478e-8875-17e23c24400f req-3b14325c-316b-49cf-8195-07945a021f91 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366900 Sep 20 05:01:50.098765 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:50.450350 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cc825-605b-4e8c-8e24-c24109157dd5 req-ccedbb16-2d11-4e32-b8aa-e1801725142d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:50.452047 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bf9cc825-605b-4e8c-8e24-c24109157dd5 req-ccedbb16-2d11-4e32-b8aa-e1801725142d tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 946 time: 0.0565808 Sep 20 05:01:50.499160 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bf9cc825-605b-4e8c-8e24-c24109157dd5 req-bda5414d-9a51-45b4-b1a7-9faf08fb88cc tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405679 Sep 20 05:01:51.630947 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f221f43-cec9-49d0-81d4-2a277c4cba42 req-93a7914b-dc58-4f1c-beeb-a0274afe405f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:51.632497 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2f221f43-cec9-49d0-81d4-2a277c4cba42 req-93a7914b-dc58-4f1c-beeb-a0274afe405f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 946 time: 0.0514047 Sep 20 05:01:51.681992 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2f221f43-cec9-49d0-81d4-2a277c4cba42 req-1deae126-9433-47cd-b176-4a418fcc4489 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431988 Sep 20 05:01:51.692906 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:51.920378 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:01:52.805943 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9746f-180a-45c0-9fd2-97e489e188b8 req-f87c33a1-64dc-4c70-a817-620d3912792f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:01:52.807356 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d5c9746f-180a-45c0-9fd2-97e489e188b8 req-f87c33a1-64dc-4c70-a817-620d3912792f tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 946 time: 0.0452099 Sep 20 05:01:52.857216 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d5c9746f-180a-45c0-9fd2-97e489e188b8 req-dfaa112f-5ca4-47ef-a6fe-9e7579982bb9 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443277 Sep 20 05:01:54.672991 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:54.768057 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:59.745499 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=9 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:01:59.747362 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=9 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:00.083857 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:01.095615 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=3 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:01.100783 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:02.849749 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=60 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:02.852434 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=28 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:07.962167 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-3a27f7e5-0100-4147-9537-7bb37b8ef679 req-34313cb5-d084-42c4-943c-5c8842a4427c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384250 Sep 20 05:02:08.063681 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27f7e5-0100-4147-9537-7bb37b8ef679 req-7a7df101-27be-45e2-8e6a-199e8f08df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:08.065152 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-3a27f7e5-0100-4147-9537-7bb37b8ef679 req-7a7df101-27be-45e2-8e6a-199e8f08df23 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=46ddf925b345471da94d05998a6a0540&device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 1130 time: 0.0399303 Sep 20 05:02:08.171822 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27f7e5-0100-4147-9537-7bb37b8ef679 req-1ba2a787-9e55-4b09-aad8-d98e48fbfaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:08.173318 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-3a27f7e5-0100-4147-9537-7bb37b8ef679 req-1ba2a787-9e55-4b09-aad8-d98e48fbfaf1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6de81d04-87bb-4e82-ba15-9636966f9274 HTTP/1.1" status: 200 len: 912 time: 0.0896826 Sep 20 05:02:08.234496 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-3a27f7e5-0100-4147-9537-7bb37b8ef679 req-34e80155-9077-4b5e-b7cc-9d2f54c61489 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdc3a8f8-3815-44e2-8784-9ad2e03e2914 HTTP/1.1" status: 200 len: 1002 time: 0.0533097 Sep 20 05:02:08.295839 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27f7e5-0100-4147-9537-7bb37b8ef679 req-5c86c054-a7fe-4a65-9be4-d9b49411d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:08.297349 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-3a27f7e5-0100-4147-9537-7bb37b8ef679 req-5c86c054-a7fe-4a65-9be4-d9b49411d897 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e94eb72f-d7fc-4515-9285-2b7cbf8ba84e HTTP/1.1" status: 200 len: 851 time: 0.0571945 Sep 20 05:02:08.339410 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27f7e5-0100-4147-9537-7bb37b8ef679 req-7a88b0f7-b049-4f39-bc2b-aea47c3cc774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:08.340897 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-3a27f7e5-0100-4147-9537-7bb37b8ef679 req-7a88b0f7-b049-4f39-bc2b-aea47c3cc774 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6de81d04-87bb-4e82-ba15-9636966f9274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379663 Sep 20 05:02:08.435281 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-3a27f7e5-0100-4147-9537-7bb37b8ef679 req-196a274c-ead5-43c4-af46-e7495dcfe653 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836270 Sep 20 05:02:08.523209 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-3a27f7e5-0100-4147-9537-7bb37b8ef679 req-9526817b-adc1-48a1-a67a-b2154d560fc4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809510 Sep 20 05:02:10.077764 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=14 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:10.079694 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:16.696957 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-dc5aab1b-3d72-40b3-aab5-172c901ce7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:18.517951 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=49 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:18.521068 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=52 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:18.905017 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-39e9b6e4-1a80-4491-b149-cf77270ca430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:20.057248 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:02:20.100967 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:21.695089 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:21.923379 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:25.769400 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f573b-a4a5-4647-a898-ab1bff2ba71f req-53057f0e-377d-4d1e-82d0-9a2786622b8c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:25.770838 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7a0f573b-a4a5-4647-a898-ab1bff2ba71f req-53057f0e-377d-4d1e-82d0-9a2786622b8c tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 946 time: 0.0944955 Sep 20 05:02:25.816210 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7a0f573b-a4a5-4647-a898-ab1bff2ba71f req-723b981f-18de-4dcd-b457-132aadc1c54b tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398707 Sep 20 05:02:26.941364 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994402b-fbb6-44fb-8e22-a39167de8796 req-cba1953e-b5a9-4d2d-8b0e-36fdcc51e074 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:26.942823 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e994402b-fbb6-44fb-8e22-a39167de8796 req-cba1953e-b5a9-4d2d-8b0e-36fdcc51e074 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 946 time: 0.0462639 Sep 20 05:02:26.989863 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e994402b-fbb6-44fb-8e22-a39167de8796 req-701b55cb-669a-43a0-9538-4a88f8a601c1 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb984317-cf8c-41ad-abca-ebfe6a85846a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414693 Sep 20 05:02:27.245173 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b3d21-0c13-4b33-a630-f35b3522e519 req-1bac29be-8268-4813-bb69-ec2818dad840 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:27.246582 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-7e4b3d21-0c13-4b33-a630-f35b3522e519 req-1bac29be-8268-4813-bb69-ec2818dad840 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 946 time: 0.0452111 Sep 20 05:02:27.329130 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-7e4b3d21-0c13-4b33-a630-f35b3522e519 req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Deleting port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:02:27.329475 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-7e4b3d21-0c13-4b33-a630-f35b3522e519 req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:27.416991 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-7e4b3d21-0c13-4b33-a630-f35b3522e519 req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] For port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:02:27.417274 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-7e4b3d21-0c13-4b33-a630-f35b3522e519 req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:27.574041 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-7e4b3d21-0c13-4b33-a630-f35b3522e519 req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:27.574400 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-7e4b3d21-0c13-4b33-a630-f35b3522e519 req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (d3201a2b-9e46-4ce9-ae51-883e2942f1fa), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:27.574717 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.l3_db [req-7e4b3d21-0c13-4b33-a630-f35b3522e519 req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Floating IP d3201a2b-9e46-4ce9-ae51-883e2942f1fa disassociated. External IP: 172.27.1.237, port: 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f. Sep 20 05:02:27.575061 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-7e4b3d21-0c13-4b33-a630-f35b3522e519 req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Calling delete_port for 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f owned by compute:nova {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:02:27.699000 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-7e4b3d21-0c13-4b33-a630-f35b3522e519 req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:27.729399 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Pushing event deleted for resources: {'Port': ['ID=2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:27.740690 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:27.741041 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:27.741380 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:27.741714 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:27.742040 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:27.742369 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:27.742694 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:27.743015 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:27.743337 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:27.743659 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:27.743980 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:27.744294 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:27.744624 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:27.745021 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:27.745346 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:27.848115 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e4b3d21-0c13-4b33-a630-f35b3522e519 req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:02:27.949171 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e4b3d21-0c13-4b33-a630-f35b3522e519 req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:02:27.959987 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e87293-db9b-4c33-882c-63ba6d5f2582 None None] Sync routers for ids ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:02:27.970249 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e87293-db9b-4c33-882c-63ba6d5f2582 None None] Routers {'1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:02:27.971054 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-c6e87293-db9b-4c33-882c-63ba6d5f2582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:02:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:27.990414 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4b3d21-0c13-4b33-a630-f35b3522e519 req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] No DVR routers for this DVR port 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f on host hv-cinder-75671 {{(pid=112593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 05:02:27.993036 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-7e4b3d21-0c13-4b33-a630-f35b3522e519 req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:27.996247 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-7e4b3d21-0c13-4b33-a630-f35b3522e519 req-4127e562-abde-48fb-aaf6-4ffbc1659c30 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.25 "DELETE /networking/v2.0/ports/2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f HTTP/1.1" status: 204 len: 173 time: 0.7450187 Sep 20 05:02:27.996761 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0', 'name': 'network-vif-deleted', 'tag': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:02:27.999048 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0c06c6-aff1-4b35-9d46-4db06187fc80" -d '{"events": [{"server_uuid": "2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0", "name": "network-vif-deleted", "tag": "2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:02:28.090526 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-c6e87293-db9b-4c33-882c-63ba6d5f2582 None None] Set router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:02:28.106724 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 05:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8aebf7-89c7-411f-9a5b-bbcd780b6bc4 x-openstack-request-id: req-ac8aebf7-89c7-411f-9a5b-bbcd780b6bc4 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:02:28.107310 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0", "name": "network-vif-deleted", "tag": "2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:02:28.107989 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ac8aebf7-89c7-411f-9a5b-bbcd780b6bc4 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:02:28.108532 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8aebf7-89c7-411f-9a5b-bbcd780b6bc4'] response: {'server_uuid': '2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0', 'name': 'network-vif-deleted', 'tag': '2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f', 'status': 'completed', 'code': 200} Sep 20 05:02:28.222258 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-59780151-5e8b-4309-a86a-e2f3b1ab0f59 req-54e3a7f5-f02e-4a42-87b9-834ea594ed1a tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2dfecf9d-adc1-4ba4-93d3-3105c57b9ca0 HTTP/1.1" status: 200 len: 210 time: 0.0420704 Sep 20 05:02:28.319255 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-c6e87293-db9b-4c33-882c-63ba6d5f2582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 4, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port': {'id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'eeca2cf9-f9cd-466f-99a5-166ff7cdbe88', 'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'mac_address': 'fa:16:3e:73:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:37Z', 'updated_at': '2022-09-20T04:57:42Z', 'revision_number': 5, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'subnets': [{'id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:28.342607 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e87293-db9b-4c33-882c-63ba6d5f2582 None None] Checking router: 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:02:28.351060 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e87293-db9b-4c33-882c-63ba6d5f2582 None None] Routers {'1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:02:28.351648 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-c6e87293-db9b-4c33-882c-63ba6d5f2582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:02:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:28.448962 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-c6e87293-db9b-4c33-882c-63ba6d5f2582 None None] Set router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:02:28.634226 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-c6e87293-db9b-4c33-882c-63ba6d5f2582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 4, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port': {'id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'eeca2cf9-f9cd-466f-99a5-166ff7cdbe88', 'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'mac_address': 'fa:16:3e:73:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:37Z', 'updated_at': '2022-09-20T04:57:42Z', 'revision_number': 5, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'subnets': [{'id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:28.663970 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e87293-db9b-4c33-882c-63ba6d5f2582 None None] The sync data for ids ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'] in dv-cinder-756710-7-iscsi is: [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:38Z', 'revision_number': 4, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port': {'id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'eeca2cf9-f9cd-466f-99a5-166ff7cdbe88', 'name': '', 'network_id': 'df11c176-b7e2-4ad1-93ab-93f2f2c98460', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'mac_address': 'fa:16:3e:73:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:37Z', 'updated_at': '2022-09-20T04:57:42Z', 'revision_number': 5, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'subnets': [{'id': 'c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:02:28.864358 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38c55d9-5480-42cc-9b4d-0416db541ce9 None None] New status for floating IP d3201a2b-9e46-4ce9-ae51-883e2942f1fa: DOWN {{(pid=112594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 05:02:29.325938 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54060) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:29.378803 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group (fb984317-cf8c-41ad-abca-ebfe6a85846a), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:29.401301 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group (fb984317-cf8c-41ad-abca-ebfe6a85846a), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:29.448920 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (fb984317-cf8c-41ad-abca-ebfe6a85846a), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:29.451459 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:29.452587 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fb984317-cf8c-41ad-abca-ebfe6a85846a HTTP/1.1" status: 204 len: 168 time: 0.1256282 Sep 20 05:02:29.455517 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54062) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:29.461486 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb984317-cf8c-41ad-abca-ebfe6a85846a,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:29.468855 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:29.469068 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.api.v2.resource [None req-bcb94df6-c063-4068-92e2-32a30087cd32 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] show failed (client error): The resource could not be found. Sep 20 05:02:29.469217 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:29.469567 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:29.472847 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:29.472991 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-bcb94df6-c063-4068-92e2-32a30087cd32 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "GET /networking/v2.0/security-groups/fb984317-cf8c-41ad-abca-ebfe6a85846a HTTP/1.1" status: 404 len: 347 time: 0.0135305 Sep 20 05:02:29.473095 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:29.473095 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:29.473095 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:29.473095 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:29.473095 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:29.473095 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:29.473095 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:29.473095 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:29.473095 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:29.473824 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54064) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:29.473903 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:29.473903 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ae6be-61bc-4373-bef9-c73a089c7e02 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:29.505594 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:29.582119 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-4d420c34-c5d6-448f-a897-c69fdd013473 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Deleting port 68a43125-8f70-4287-a0de-28fd54d357dd {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:02:29.582484 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4d420c34-c5d6-448f-a897-c69fdd013473 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (68a43125-8f70-4287-a0de-28fd54d357dd), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:29.651012 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:29.659702 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4d420c34-c5d6-448f-a897-c69fdd013473 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (68a43125-8f70-4287-a0de-28fd54d357dd), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:29.660026 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4d420c34-c5d6-448f-a897-c69fdd013473 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for floatingip (68a43125-8f70-4287-a0de-28fd54d357dd), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:29.672957 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-4d420c34-c5d6-448f-a897-c69fdd013473 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Calling delete_port for 68a43125-8f70-4287-a0de-28fd54d357dd owned by network:floatingip {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:02:29.799444 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4d420c34-c5d6-448f-a897-c69fdd013473 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (68a43125-8f70-4287-a0de-28fd54d357dd), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:29.827767 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d420c34-c5d6-448f-a897-c69fdd013473 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Pushing event deleted for resources: {'Port': ['ID=68a43125-8f70-4287-a0de-28fd54d357dd,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:29.887546 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4d420c34-c5d6-448f-a897-c69fdd013473 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks [] for floatingip (d3201a2b-9e46-4ce9-ae51-883e2942f1fa), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:29.890076 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4d420c34-c5d6-448f-a897-c69fdd013473 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:29.893761 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-4d420c34-c5d6-448f-a897-c69fdd013473 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/d3201a2b-9e46-4ce9-ae51-883e2942f1fa HTTP/1.1" status: 204 len: 168 time: 0.4173994 Sep 20 05:02:30.097867 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:31.505417 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:02:31.523789 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:02:31.524143 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 2c6ea4a8-2bc8-407d-bc89-481d40fa0d7f not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:02:32.310545 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54086) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:32.467870 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54088) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:32.604955 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-7c6eb2f0-7c51-4f9f-991d-7c397f9ff2aa tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Deleting port fb911fd0-fdc0-46c2-b958-f7235a62bce3 {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:02:32.605192 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7c6eb2f0-7c51-4f9f-991d-7c397f9ff2aa tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (fb911fd0-fdc0-46c2-b958-f7235a62bce3), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:32.614606 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7bb63d96-26d5-4d30-a2ff-a79f9d5568a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4094629'] for router_interface (1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:32.683336 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7c6eb2f0-7c51-4f9f-991d-7c397f9ff2aa tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (fb911fd0-fdc0-46c2-b958-f7235a62bce3), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:32.683669 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7c6eb2f0-7c51-4f9f-991d-7c397f9ff2aa tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for floatingip (fb911fd0-fdc0-46c2-b958-f7235a62bce3), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:32.696066 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-7c6eb2f0-7c51-4f9f-991d-7c397f9ff2aa tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Calling delete_port for fb911fd0-fdc0-46c2-b958-f7235a62bce3 owned by network:floatingip {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:02:32.818152 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:32.835942 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-7bb63d96-26d5-4d30-a2ff-a79f9d5568a7 admin admin] Deleting port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:02:32.836278 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7bb63d96-26d5-4d30-a2ff-a79f9d5568a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (eeca2cf9-f9cd-466f-99a5-166ff7cdbe88), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:32.897099 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:32.922531 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [None req-7bb63d96-26d5-4d30-a2ff-a79f9d5568a7 admin admin] For port eeca2cf9-f9cd-466f-99a5-166ff7cdbe88, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=eeca2cf9-f9cd-466f-99a5-166ff7cdbe88,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:02:32.922895 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7bb63d96-26d5-4d30-a2ff-a79f9d5568a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (eeca2cf9-f9cd-466f-99a5-166ff7cdbe88), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:32.937301 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-7bb63d96-26d5-4d30-a2ff-a79f9d5568a7 admin admin] Calling delete_port for eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 owned by network:router_interface {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:02:33.102163 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7c6eb2f0-7c51-4f9f-991d-7c397f9ff2aa tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (fb911fd0-fdc0-46c2-b958-f7235a62bce3), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:33.106132 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:33.119228 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7bb63d96-26d5-4d30-a2ff-a79f9d5568a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (eeca2cf9-f9cd-466f-99a5-166ff7cdbe88), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:33.130209 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6eb2f0-7c51-4f9f-991d-7c397f9ff2aa tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event deleted for resources: {'Port': ['ID=fb911fd0-fdc0-46c2-b958-f7235a62bce3,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:33.149624 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb63d96-26d5-4d30-a2ff-a79f9d5568a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeca2cf9-f9cd-466f-99a5-166ff7cdbe88,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:33.197488 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7c6eb2f0-7c51-4f9f-991d-7c397f9ff2aa tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for floatingip (ad26c7b3-1ad3-489a-93b3-c9a9c8f88a6a), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:33.197875 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.l3_db [None req-7c6eb2f0-7c51-4f9f-991d-7c397f9ff2aa tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Floating IP ad26c7b3-1ad3-489a-93b3-c9a9c8f88a6a disassociated (deleted). External IP: 172.27.1.9, port: 8a48051c-d8ba-4a69-917d-d7daa79bcd01. Sep 20 05:02:33.319183 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7bb63d96-26d5-4d30-a2ff-a79f9d5568a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3684142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3778325'] for router_interface (1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:33.340530 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:33.407103 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6eb2f0-7c51-4f9f-991d-7c397f9ff2aa tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Router 4895c379-aac2-4339-803a-f79e1699e6eb has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:02:33.514270 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6eb2f0-7c51-4f9f-991d-7c397f9ff2aa tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:02:33.519257 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-7c6eb2f0-7c51-4f9f-991d-7c397f9ff2aa tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:33.527333 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1194f1-a890-4b6a-baec-8f3d9a772432 None None] Sync routers for ids ['4895c379-aac2-4339-803a-f79e1699e6eb'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:02:33.537999 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1194f1-a890-4b6a-baec-8f3d9a772432 None None] Routers {'4895c379-aac2-4339-803a-f79e1699e6eb'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:02:33.538633 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-fa1194f1-a890-4b6a-baec-8f3d9a772432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:02:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['4895c379-aac2-4339-803a-f79e1699e6eb'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:33.554908 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-7c6eb2f0-7c51-4f9f-991d-7c397f9ff2aa tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/ad26c7b3-1ad3-489a-93b3-c9a9c8f88a6a HTTP/1.1" status: 204 len: 168 time: 1.0834942 Sep 20 05:02:33.554908 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0a9581-09a0-4287-ac5a-260cbfd04a98', 'tag': '8a48051c-d8ba-4a69-917d-d7daa79bcd01'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:02:33.555682 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805d3c53-b03c-4e91-ac26-3b2c1a9f8594" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0a9581-09a0-4287-ac5a-260cbfd04a98", "tag": "8a48051c-d8ba-4a69-917d-d7daa79bcd01"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:02:33.655874 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-fa1194f1-a890-4b6a-baec-8f3d9a772432 None None] Set router 4895c379-aac2-4339-803a-f79e1699e6eb gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:02:33.724401 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=100 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:33.730746 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 05:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11469835-8bd8-46be-94af-69afdcebc6fa x-openstack-request-id: req-11469835-8bd8-46be-94af-69afdcebc6fa {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:02:33.731250 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0a9581-09a0-4287-ac5a-260cbfd04a98", "tag": "8a48051c-d8ba-4a69-917d-d7daa79bcd01", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:02:33.731697 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-11469835-8bd8-46be-94af-69afdcebc6fa {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:02:33.732295 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11469835-8bd8-46be-94af-69afdcebc6fa'] response: {'name': 'network-changed', 'server_uuid': '7d0a9581-09a0-4287-ac5a-260cbfd04a98', 'tag': '8a48051c-d8ba-4a69-917d-d7daa79bcd01', 'status': 'completed', 'code': 200} Sep 20 05:02:33.782568 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb63d96-26d5-4d30-a2ff-a79f9d5568a7 admin admin] Router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:02:33.865700 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f2091-d207-40fa-9b54-b9b97de68db7 req-bf1d0eda-3100-4ded-a970-031b5dd934fb tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:33.867050 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-fa1194f1-a890-4b6a-baec-8f3d9a772432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '0edbbf61-2e1d-4897-a4b6-8d7cbad8b429', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'port_id': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'mac_address': 'fa:16:3e:53:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:59:10Z', 'updated_at': '2022-09-20T04:59:13Z', 'revision_number': 1, 'project_id': '46ddf925b345471da94d05998a6a0540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:56Z', 'revision_number': 5, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:33.867280 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-721f2091-d207-40fa-9b54-b9b97de68db7 req-bf1d0eda-3100-4ded-a970-031b5dd934fb tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 945 time: 0.0835924 Sep 20 05:02:33.867590 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:33.892545 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1194f1-a890-4b6a-baec-8f3d9a772432 None None] Checking router: 4895c379-aac2-4339-803a-f79e1699e6eb for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:02:33.895134 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=100 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:33.902432 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1194f1-a890-4b6a-baec-8f3d9a772432 None None] Routers {'4895c379-aac2-4339-803a-f79e1699e6eb'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:02:33.903041 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-fa1194f1-a890-4b6a-baec-8f3d9a772432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:02:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['4895c379-aac2-4339-803a-f79e1699e6eb'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:33.970726 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-721f2091-d207-40fa-9b54-b9b97de68db7 req-c8d82ed6-7cdc-4e1a-891e-8e6ba673ca19 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971217 Sep 20 05:02:33.973552 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb63d96-26d5-4d30-a2ff-a79f9d5568a7 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:02:33.978963 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-7bb63d96-26d5-4d30-a2ff-a79f9d5568a7 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6679366 Sep 20 05:02:33.981688 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54096) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:33.998953 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c5e4a7-920e-415e-8fd9-2715811c815a None None] Sync routers for ids ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:02:34.014603 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c5e4a7-920e-415e-8fd9-2715811c815a None None] Routers {'1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:02:34.015330 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-24c5e4a7-920e-415e-8fd9-2715811c815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:02:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:34.104372 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-fa1194f1-a890-4b6a-baec-8f3d9a772432 None None] Set router 4895c379-aac2-4339-803a-f79e1699e6eb gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:02:34.106491 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5df690ff-6e09-47f1-9a0f-f3d06075eb74 admin admin] Publish callbacks [] for router (1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:34.124447 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-24c5e4a7-920e-415e-8fd9-2715811c815a None None] Set router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:02:34.220152 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5df690ff-6e09-47f1-9a0f-f3d06075eb74 admin admin] Publish callbacks [] for router_gateway (1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:34.268092 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-5df690ff-6e09-47f1-9a0f-f3d06075eb74 admin admin] Deleting port 11c01d24-7995-49e2-8c75-e4e20594ba04 {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:02:34.268495 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5df690ff-6e09-47f1-9a0f-f3d06075eb74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (11c01d24-7995-49e2-8c75-e4e20594ba04), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:34.300565 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-24c5e4a7-920e-415e-8fd9-2715811c815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T05:02:33Z', 'revision_number': 5, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port': {'id': '11c01d24-7995-49e2-8c75-e4e20594ba04', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T04:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:34.326043 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c5e4a7-920e-415e-8fd9-2715811c815a None None] Checking router: 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:02:34.327928 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-fa1194f1-a890-4b6a-baec-8f3d9a772432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '0edbbf61-2e1d-4897-a4b6-8d7cbad8b429', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'port_id': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'mac_address': 'fa:16:3e:53:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:59:10Z', 'updated_at': '2022-09-20T04:59:13Z', 'revision_number': 1, 'project_id': '46ddf925b345471da94d05998a6a0540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:56Z', 'revision_number': 5, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:34.334576 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c5e4a7-920e-415e-8fd9-2715811c815a None None] Routers {'1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:02:34.335185 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-24c5e4a7-920e-415e-8fd9-2715811c815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:02:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:34.352765 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1194f1-a890-4b6a-baec-8f3d9a772432 None None] The sync data for ids ['4895c379-aac2-4339-803a-f79e1699e6eb'] in dv-cinder-756710-7-iscsi is: [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '0edbbf61-2e1d-4897-a4b6-8d7cbad8b429', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'port_id': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'mac_address': 'fa:16:3e:53:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T04:59:10Z', 'updated_at': '2022-09-20T04:59:13Z', 'revision_number': 1, 'project_id': '46ddf925b345471da94d05998a6a0540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:56Z', 'revision_number': 5, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:02:34.354106 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [None req-5df690ff-6e09-47f1-9a0f-f3d06075eb74 admin admin] For port 11c01d24-7995-49e2-8c75-e4e20594ba04, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=11c01d24-7995-49e2-8c75-e4e20594ba04,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:02:34.354479 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5df690ff-6e09-47f1-9a0f-f3d06075eb74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (11c01d24-7995-49e2-8c75-e4e20594ba04), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:34.368942 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-5df690ff-6e09-47f1-9a0f-f3d06075eb74 admin admin] Calling delete_port for 11c01d24-7995-49e2-8c75-e4e20594ba04 owned by network:router_gateway {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:02:34.422636 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-24c5e4a7-920e-415e-8fd9-2715811c815a None None] Set router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c gateway port host: None {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:02:34.471528 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-24c5e4a7-920e-415e-8fd9-2715811c815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T05:02:34Z', 'revision_number': 6, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port_host': None}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:34.483275 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:34.501995 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c5e4a7-920e-415e-8fd9-2715811c815a None None] The sync data for ids ['1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c'] in dv-cinder-756710-7-iscsi is: [{'id': '1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-970950341-router', 'tenant_id': '56047142d69c4c1cbfa9f6a278622332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:57:36Z', 'updated_at': '2022-09-20T05:02:34Z', 'revision_number': 6, 'project_id': '56047142d69c4c1cbfa9f6a278622332', 'gw_port_host': None}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:02:34.544448 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5df690ff-6e09-47f1-9a0f-f3d06075eb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (11c01d24-7995-49e2-8c75-e4e20594ba04), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:34.571424 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df690ff-6e09-47f1-9a0f-f3d06075eb74 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c01d24-7995-49e2-8c75-e4e20594ba04,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:34.609417 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6978163a-810e-4561-b72b-93b4224c7f06 None None] New status for floating IP ad26c7b3-1ad3-489a-93b3-c9a9c8f88a6a: DOWN {{(pid=112595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 05:02:34.640905 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5df690ff-6e09-47f1-9a0f-f3d06075eb74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3775071'] for router_gateway (1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:34.642577 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:34.731516 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5df690ff-6e09-47f1-9a0f-f3d06075eb74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4743'] for router (1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:34.733731 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5df690ff-6e09-47f1-9a0f-f3d06075eb74 admin admin] Publish callbacks [] for router_controller (1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c), precommit_delete_associations {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:34.776259 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5df690ff-6e09-47f1-9a0f-f3d06075eb74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3778408'] for router (1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:34.776895 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df690ff-6e09-47f1-9a0f-f3d06075eb74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c {{(pid=112593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 05:02:34.781107 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5df690ff-6e09-47f1-9a0f-f3d06075eb74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:34.782305 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-5df690ff-6e09-47f1-9a0f-f3d06075eb74 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/1cba42e3-176f-4f0d-b2ef-0f15b3a95e2c HTTP/1.1" status: 204 len: 168 time: 0.7995968 Sep 20 05:02:34.784905 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54098) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:34.931629 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d3c53-b03c-4e91-ac26-3b2c1a9f8594 req-57879fe7-00ad-4faf-83cd-afebd1cf965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:34.933365 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-805d3c53-b03c-4e91-ac26-3b2c1a9f8594 req-57879fe7-00ad-4faf-83cd-afebd1cf965f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=46ddf925b345471da94d05998a6a0540&device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 1129 time: 0.1009188 Sep 20 05:02:34.985332 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b07f895-e8ac-46e9-87d7-43ff7dddfdf2 admin admin] Deleting subnet c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68 {{(pid=112593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 05:02:34.988499 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1b07f895-e8ac-46e9-87d7-43ff7dddfdf2 admin admin] Publish callbacks [] for subnet (c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:35.069235 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1b07f895-e8ac-46e9-87d7-43ff7dddfdf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58957096'] for subnet (c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68), precommit_delete_associations {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:35.106300 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768e2e8-114f-4e6a-a2de-146a9a37ae22 req-7d15271c-1a10-4082-8b61-12d8b5fa9c8a tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:35.107892 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d768e2e8-114f-4e6a-a2de-146a9a37ae22 req-7d15271c-1a10-4082-8b61-12d8b5fa9c8a tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 945 time: 0.0469055 Sep 20 05:02:35.160488 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d768e2e8-114f-4e6a-a2de-146a9a37ae22 req-71395f8d-572e-4200-9d77-51fdab9e383c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463092 Sep 20 05:02:35.169569 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d3c53-b03c-4e91-ac26-3b2c1a9f8594 req-dc077b08-f95f-4a7a-b917-97527d5b2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:35.171007 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-805d3c53-b03c-4e91-ac26-3b2c1a9f8594 req-dc077b08-f95f-4a7a-b917-97527d5b2702 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6de81d04-87bb-4e82-ba15-9636966f9274 HTTP/1.1" status: 200 len: 912 time: 0.1632321 Sep 20 05:02:35.201477 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1b07f895-e8ac-46e9-87d7-43ff7dddfdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766695'] for subnet (c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:35.252961 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1b07f895-e8ac-46e9-87d7-43ff7dddfdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58786417'] for subnet (c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:35.280894 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07f895-e8ac-46e9-87d7-43ff7dddfdf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:35.288102 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1b07f895-e8ac-46e9-87d7-43ff7dddfdf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:35.291232 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-1b07f895-e8ac-46e9-87d7-43ff7dddfdf2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/c5a0d60b-d84d-49ee-9c4b-0eb55e1cda68 HTTP/1.1" status: 204 len: 168 time: 0.5054047 Sep 20 05:02:35.293777 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b342323d-f91e-4cdf-a653-58ab4ec11a07 None None] Network df11c176-b7e2-4ad1-93ab-93f2f2c98460 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 05:02:35.294427 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54106) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:35.304706 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:35.328220 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-805d3c53-b03c-4e91-ac26-3b2c1a9f8594 req-d7b46645-5e66-4c5d-b05b-35f3679c1ac5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a48051c-d8ba-4a69-917d-d7daa79bcd01 HTTP/1.1" status: 200 len: 217 time: 0.0412819 Sep 20 05:02:35.376657 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726418'] for network (df11c176-b7e2-4ad1-93ab-93f2f2c98460), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:35.449733 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d3c53-b03c-4e91-ac26-3b2c1a9f8594 req-2cff157d-a97f-4127-a45f-99f92f462cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:35.451214 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-805d3c53-b03c-4e91-ac26-3b2c1a9f8594 req-2cff157d-a97f-4127-a45f-99f92f462cee service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e94eb72f-d7fc-4515-9285-2b7cbf8ba84e HTTP/1.1" status: 200 len: 851 time: 0.0560026 Sep 20 05:02:35.453310 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] Deleting port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:02:35.453753 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (8a43fcb4-b180-4f7a-9197-fd188f8bc2d2), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:35.466475 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] DHCP port deletion for df11c176-b7e2-4ad1-93ab-93f2f2c98460 request from dv-cinder-756710-7-iscsi {{(pid=112594) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 05:02:35.480106 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626535d-1204-4d85-8bfa-839e14475855 req-ee527934-a308-4f87-bd37-51826a0c643a tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:35.481770 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8626535d-1204-4d85-8bfa-839e14475855 req-ee527934-a308-4f87-bd37-51826a0c643a tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 945 time: 0.0746441 Sep 20 05:02:35.509155 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d3c53-b03c-4e91-ac26-3b2c1a9f8594 req-e88db544-cafe-4261-89fa-3b96541f6327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:35.510679 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-805d3c53-b03c-4e91-ac26-3b2c1a9f8594 req-e88db544-cafe-4261-89fa-3b96541f6327 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6de81d04-87bb-4e82-ba15-9636966f9274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512233 Sep 20 05:02:35.522306 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [req-805d3c53-b03c-4e91-ac26-3b2c1a9f8594 req-74c6f39c-71ab-4431-9f32-8b7914e45beb service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 05:02:35.523680 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-805d3c53-b03c-4e91-ac26-3b2c1a9f8594 req-74c6f39c-71ab-4431-9f32-8b7914e45beb service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0065250 Sep 20 05:02:35.580983 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] For port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=8a43fcb4-b180-4f7a-9197-fd188f8bc2d2,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:02:35.581306 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (8a43fcb4-b180-4f7a-9197-fd188f8bc2d2), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:35.619528 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] Calling delete_port for 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 owned by network:dhcp {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:02:35.634007 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Deleting port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 {{(pid=112594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:02:35.634763 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (8a43fcb4-b180-4f7a-9197-fd188f8bc2d2), before_delete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:35.638404 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-805d3c53-b03c-4e91-ac26-3b2c1a9f8594 req-fed7e71a-6b44-43de-9ecf-af36d1e64a9c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086504 Sep 20 05:02:35.646183 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [req-8626535d-1204-4d85-8bfa-839e14475855 req-457a4940-f926-4a92-9cf4-c1989257a150 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Deleting port 8a48051c-d8ba-4a69-917d-d7daa79bcd01 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:02:35.646536 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-8626535d-1204-4d85-8bfa-839e14475855 req-457a4940-f926-4a92-9cf4-c1989257a150 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (8a48051c-d8ba-4a69-917d-d7daa79bcd01), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:35.696446 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:35.710980 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] For port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=8a43fcb4-b180-4f7a-9197-fd188f8bc2d2,segment=NetworkSegment(4ec721cd-517f-4e67-96c6-2ba3e7684641),segment_id=4ec721cd-517f-4e67-96c6-2ba3e7684641)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:02:35.711372 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (8a43fcb4-b180-4f7a-9197-fd188f8bc2d2), precommit_delete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:35.731324 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Calling delete_port for 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 owned by network:dhcp {{(pid=112594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:02:35.741906 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-805d3c53-b03c-4e91-ac26-3b2c1a9f8594 req-1ed9aa99-8057-4c37-a5f4-4ace6ece58d0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968676 Sep 20 05:02:35.796707 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-8626535d-1204-4d85-8bfa-839e14475855 req-457a4940-f926-4a92-9cf4-c1989257a150 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] For port 8a48051c-d8ba-4a69-917d-d7daa79bcd01, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=8a48051c-d8ba-4a69-917d-d7daa79bcd01,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:02:35.797126 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-8626535d-1204-4d85-8bfa-839e14475855 req-457a4940-f926-4a92-9cf4-c1989257a150 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (8a48051c-d8ba-4a69-917d-d7daa79bcd01), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:35.807279 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (8a43fcb4-b180-4f7a-9197-fd188f8bc2d2), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:35.810033 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716'] for port (8a43fcb4-b180-4f7a-9197-fd188f8bc2d2), after_delete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:35.815603 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [req-8626535d-1204-4d85-8bfa-839e14475855 req-457a4940-f926-4a92-9cf4-c1989257a150 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Calling delete_port for 8a48051c-d8ba-4a69-917d-d7daa79bcd01 owned by compute:nova {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:02:35.819014 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:35.838938 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Pushing event deleted for resources: {'Port': ['ID=8a43fcb4-b180-4f7a-9197-fd188f8bc2d2,revision_number=None']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:35.841176 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] No DVR routers for this DVR port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 on host dv-cinder-756710-7-iscsi {{(pid=112594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 05:02:35.846060 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a43fcb4-b180-4f7a-9197-fd188f8bc2d2,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:35.850806 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:35.851858 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:35.851858 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:35.851858 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:35.852171 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:35.852379 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:35.852735 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:35.853062 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:35.853389 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:35.853858 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:35.854066 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:35.857537 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:35.857537 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:35.857537 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:35.857890 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87df1-fc69-49eb-980d-3f1ad32e7b41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:35.883934 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] No DVR routers for this DVR port 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 on host dv-cinder-756710-7-iscsi {{(pid=112592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 05:02:35.974934 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729292', 'neutron.services.segments.db._delete_segments_for_network-8739023563457'] for network (df11c176-b7e2-4ad1-93ab-93f2f2c98460), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:35.991866 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:36.007794 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df11c176-b7e2-4ad1-93ab-93f2f2c98460']}} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:36.018757 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec721cd-517f-4e67-96c6-2ba3e7684641') {'for_net_delete': True} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:36.019055 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec721cd-517f-4e67-96c6-2ba3e7684641') {} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:36.051157 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739023563349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59606815'] for segment (4ec721cd-517f-4e67-96c6-2ba3e7684641), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:36.073811 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (4ec721cd-517f-4e67-96c6-2ba3e7684641), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:36.089595 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=112592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:02:36.089962 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59301185'] for segment (4ec721cd-517f-4e67-96c6-2ba3e7684641), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:36.099380 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 11c01d24-7995-49e2-8c75-e4e20594ba04 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:02:36.119545 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: 11c01d24-7995-49e2-8c75-e4e20594ba04 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:02:36.119894 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 11c01d24-7995-49e2-8c75-e4e20594ba04 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:02:36.120321 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:02:36.122816 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:36.139663 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:36.142916 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:02:36.143265 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device eeca2cf9-f9cd-466f-99a5-166ff7cdbe88 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:02:36.143849 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:02:36.144156 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-8626535d-1204-4d85-8bfa-839e14475855 req-457a4940-f926-4a92-9cf4-c1989257a150 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (8a48051c-d8ba-4a69-917d-d7daa79bcd01), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:36.167618 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:02:36.168225 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 8a43fcb4-b180-4f7a-9197-fd188f8bc2d2 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:02:36.187816 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.services.segments.plugin [-] Segment 4ec721cd-517f-4e67-96c6-2ba3e7684641 resource provider aggregate not found Sep 20 05:02:36.196806 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a4940-f926-4a92-9cf4-c1989257a150 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event deleted for resources: {'Port': ['ID=8a48051c-d8ba-4a69-917d-d7daa79bcd01,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:36.224222 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.services.segments.plugin [-] Segment 4ec721cd-517f-4e67-96c6-2ba3e7684641 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ec721cd-517f-4e67-96c6-2ba3e7684641 found for delete ", "request_id": "req-309ea7c5-11c6-4e7c-969c-abaff77d5312"}]} Sep 20 05:02:36.228022 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3775114'] for network (df11c176-b7e2-4ad1-93ab-93f2f2c98460), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:36.248293 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:36.251416 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/df11c176-b7e2-4ad1-93ab-93f2f2c98460 HTTP/1.1" status: 204 len: 168 time: 0.9530632 Sep 20 05:02:36.266155 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [req-8626535d-1204-4d85-8bfa-839e14475855 req-457a4940-f926-4a92-9cf4-c1989257a150 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] No DVR routers for this DVR port 8a48051c-d8ba-4a69-917d-d7daa79bcd01 on host hv-cinder-75671 {{(pid=112592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 05:02:36.275317 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-8626535d-1204-4d85-8bfa-839e14475855 req-457a4940-f926-4a92-9cf4-c1989257a150 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:36.278376 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8626535d-1204-4d85-8bfa-839e14475855 req-457a4940-f926-4a92-9cf4-c1989257a150 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.25 "DELETE /networking/v2.0/ports/8a48051c-d8ba-4a69-917d-d7daa79bcd01 HTTP/1.1" status: 204 len: 173 time: 0.7671177 Sep 20 05:02:36.280799 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b6828-faa4-461a-9852-1cf1d85e7cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=df11c176-b7e2-4ad1-93ab-93f2f2c98460,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:36.282258 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0a9581-09a0-4287-ac5a-260cbfd04a98', 'name': 'network-vif-deleted', 'tag': '8a48051c-d8ba-4a69-917d-d7daa79bcd01'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:02:36.284184 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2cbeff-35ed-4bc0-b898-47af7dc2f48b" -d '{"events": [{"server_uuid": "7d0a9581-09a0-4287-ac5a-260cbfd04a98", "name": "network-vif-deleted", "tag": "8a48051c-d8ba-4a69-917d-d7daa79bcd01"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:02:36.304777 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4cead86b-d659-4a1d-ba1d-ff2009be81e6 req-88cef03b-63b1-43d9-9add-fd8ef2993ded tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d0a9581-09a0-4287-ac5a-260cbfd04a98 HTTP/1.1" status: 200 len: 210 time: 0.0508666 Sep 20 05:02:36.385509 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54122) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:36.427991 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 05:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731a8a85-0425-4de3-85cb-7fc9c07d8612 x-openstack-request-id: req-731a8a85-0425-4de3-85cb-7fc9c07d8612 {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:02:36.428283 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0a9581-09a0-4287-ac5a-260cbfd04a98", "name": "network-vif-deleted", "tag": "8a48051c-d8ba-4a69-917d-d7daa79bcd01", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:02:36.428536 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-731a8a85-0425-4de3-85cb-7fc9c07d8612 {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:02:36.428965 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731a8a85-0425-4de3-85cb-7fc9c07d8612'] response: {'server_uuid': '7d0a9581-09a0-4287-ac5a-260cbfd04a98', 'name': 'network-vif-deleted', 'tag': '8a48051c-d8ba-4a69-917d-d7daa79bcd01', 'status': 'completed', 'code': 200} Sep 20 05:02:36.432650 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-ea2ee32f-25bf-43d1-82be-7df5b8a6ec43 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=56047142d69c4c1cbfa9f6a278622332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456874 Sep 20 05:02:36.435187 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54124) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:36.482589 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-db1a00e0-226f-4571-8d20-cd1c074dc653 admin admin] Publish callbacks [] for security_group (d1df42de-ae37-4a17-9443-504b3cbf4f42), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:36.502435 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-db1a00e0-226f-4571-8d20-cd1c074dc653 admin admin] Publish callbacks [] for security_group (d1df42de-ae37-4a17-9443-504b3cbf4f42), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:36.557409 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-db1a00e0-226f-4571-8d20-cd1c074dc653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (d1df42de-ae37-4a17-9443-504b3cbf4f42), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:36.560327 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-db1a00e0-226f-4571-8d20-cd1c074dc653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:36.561519 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-db1a00e0-226f-4571-8d20-cd1c074dc653 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d1df42de-ae37-4a17-9443-504b3cbf4f42 HTTP/1.1" status: 204 len: 168 time: 0.1254740 Sep 20 05:02:36.572944 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a00e0-226f-4571-8d20-cd1c074dc653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1df42de-ae37-4a17-9443-504b3cbf4f42,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:37.328049 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54146) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:37.433995 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-39a9c316-4878-458e-a276-5448b932cf13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1656736889-network', 'tenant_id': '3218048072f048d9afc65ae138523bfd'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:02:37.453772 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a9c316-4878-458e-a276-5448b932cf13 admin admin] Made reservation on behalf of 3218048072f048d9afc65ae138523bfd for: {'network': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:02:37.456388 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-39a9c316-4878-458e-a276-5448b932cf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for network (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:37.470428 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-39a9c316-4878-458e-a276-5448b932cf13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:37.502838 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 8a48051c-d8ba-4a69-917d-d7daa79bcd01 no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:02:37.522947 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:37.524013 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: 8a48051c-d8ba-4a69-917d-d7daa79bcd01 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:02:37.524439 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 8a48051c-d8ba-4a69-917d-d7daa79bcd01 not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:02:37.552137 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-39a9c316-4878-458e-a276-5448b932cf13 admin admin] Publish callbacks [] for security_group (d40cb155-7bbd-490e-ab2f-ebc0d443a313), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:37.555835 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-39a9c316-4878-458e-a276-5448b932cf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (d40cb155-7bbd-490e-ab2f-ebc0d443a313), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:37.581325 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a9c316-4878-458e-a276-5448b932cf13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=112593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:02:37.591923 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9c316-4878-458e-a276-5448b932cf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40cb155-7bbd-490e-ab2f-ebc0d443a313,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:37.597242 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-39a9c316-4878-458e-a276-5448b932cf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (fcbb359f-ee36-41cf-8d62-37b208209e43), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:37.597597 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.segments_db [None req-39a9c316-4878-458e-a276-5448b932cf13 admin admin] Added segment fcbb359f-ee36-41cf-8d62-37b208209e43 of type vlan for network 447d3db5-30f6-43d8-9751-379a0d9ed4d0 Sep 20 05:02:37.638429 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-39a9c316-4878-458e-a276-5448b932cf13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739023002296'] for network (447d3db5-30f6-43d8-9751-379a0d9ed4d0), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:37.663858 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-39a9c316-4878-458e-a276-5448b932cf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for network (447d3db5-30f6-43d8-9751-379a0d9ed4d0), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:37.665304 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a9c316-4878-458e-a276-5448b932cf13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:37.665987 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-39a9c316-4878-458e-a276-5448b932cf13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:37.731376 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-39a9c316-4878-458e-a276-5448b932cf13 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4022248 Sep 20 05:02:37.734541 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9c316-4878-458e-a276-5448b932cf13 admin admin] Pushing event updated for resources: {'Network': ['ID=447d3db5-30f6-43d8-9751-379a0d9ed4d0,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:37.734810 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54156) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:37.740232 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-252035c9-8102-4faf-a48d-d66dda7d36b8 admin admin] Request body: {'subnet': {'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1656736889-subnet', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:02:37.744459 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Network 447d3db5-30f6-43d8-9751-379a0d9ed4d0 details requested by agent ovs-agent-dv-cinder-756710-7-iscsi with host dv-cinder-756710-7-iscsi {{(pid=112594) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:02:37.761469 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252035c9-8102-4faf-a48d-d66dda7d36b8 admin admin] Made reservation on behalf of 3218048072f048d9afc65ae138523bfd for: {'subnet': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:02:37.763810 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-252035c9-8102-4faf-a48d-d66dda7d36b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58868292'] for subnet (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:37.931732 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-252035c9-8102-4faf-a48d-d66dda7d36b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59297828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58868306'] for subnet (46057e9d-6342-4545-886b-5d9d95d72ff8), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:37.985799 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252035c9-8102-4faf-a48d-d66dda7d36b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46057e9d-6342-4545-886b-5d9d95d72ff8,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:37.995803 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252035c9-8102-4faf-a48d-d66dda7d36b8 admin admin] Checking segment: {'id': 'fcbb359f-ee36-41cf-8d62-37b208209e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 05:02:37.996163 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252035c9-8102-4faf-a48d-d66dda7d36b8 admin admin] Network hostable DHCP agents. Network: 447d3db5-30f6-43d8-9751-379a0d9ed4d0, hostable agents: ['4610beb6-8841-4e27-a96c-3752fd75943d'], hosted agents: [] {{(pid=112592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:02:38.013723 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252035c9-8102-4faf-a48d-d66dda7d36b8 admin admin] Network 447d3db5-30f6-43d8-9751-379a0d9ed4d0 is scheduled to be hosted by DHCP agent 4610beb6-8841-4e27-a96c-3752fd75943d with binding_index 1 {{(pid=112592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:02:38.022431 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-252035c9-8102-4faf-a48d-d66dda7d36b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-756710-7-iscsi, 447d3db5-30f6-43d8-9751-379a0d9ed4d0) {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:02:38.026307 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252035c9-8102-4faf-a48d-d66dda7d36b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:38.026903 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-252035c9-8102-4faf-a48d-d66dda7d36b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:38.031294 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d74c8-5cc9-428a-8aa0-68d70efb239e None None] Network 447d3db5-30f6-43d8-9751-379a0d9ed4d0 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 05:02:38.034918 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:DELETE=10,neutron:SELECT=83,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:38.045044 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-252035c9-8102-4faf-a48d-d66dda7d36b8 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3091710 Sep 20 05:02:38.047931 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54158) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:38.052221 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-dbe86409-6901-4574-920d-daf7c573d673 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:02:38.074031 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dbe86409-6901-4574-920d-daf7c573d673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4757'] for router (bfa386bf-7982-410d-8a40-9279c17939ad), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:38.075046 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dbe86409-6901-4574-920d-daf7c573d673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4764'] for router (bfa386bf-7982-410d-8a40-9279c17939ad), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:38.136732 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dbe86409-6901-4574-920d-daf7c573d673 admin admin] Publish callbacks [] for router_controller (bfa386bf-7982-410d-8a40-9279c17939ad), precommit_add_association {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:38.143405 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fdbf9b8-537f-538c-a127-faf525f06485-447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'project_id': '3218048072f048d9afc65ae138523bfd', 'fixed_ips': [{'subnet_id': '46057e9d-6342-4545-886b-5d9d95d72ff8'}]}} from dv-cinder-756710-7-iscsi. {{(pid=112594) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 05:02:38.144425 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:38.271474 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dbe86409-6901-4574-920d-daf7c573d673 admin admin] Publish callbacks [] for router_gateway (bfa386bf-7982-410d-8a40-9279c17939ad), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:38.279331 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.db_base_plugin_common [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] Allocated IP 172.20.0.2 (447d3db5-30f6-43d8-9751-379a0d9ed4d0/46057e9d-6342-4545-886b-5d9d95d72ff8/6a296d7c-9052-462d-a3c8-c6c852369b73) {{(pid=112594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:02:38.348989 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:38.424949 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] Publish callbacks [] for port (6a296d7c-9052-462d-a3c8-c6c852369b73), precommit_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:38.431353 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (6a296d7c-9052-462d-a3c8-c6c852369b73), after_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:38.459672 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dbe86409-6901-4574-920d-daf7c573d673 admin admin] Publish callbacks [] for router_gateway (bfa386bf-7982-410d-8a40-9279c17939ad), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:38.478844 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] Network 447d3db5-30f6-43d8-9751-379a0d9ed4d0 is already hosted by enough agents. {{(pid=112594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:02:38.480783 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dbe86409-6901-4574-920d-daf7c573d673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:38.483750 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.base_scheduler [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] Resources bound (agent type, host, resource id): {{(pid=112594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:02:38.487798 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] Received port after_create {{(pid=112594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:02:38.491737 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] Pushing event updated for resources: {'Port': ['ID=6a296d7c-9052-462d-a3c8-c6c852369b73,revision_number=1']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:38.546335 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] Attempting to bind port 6a296d7c-9052-462d-a3c8-c6c852369b73 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 05:02:38.546969 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] Attempting to bind port 6a296d7c-9052-462d-a3c8-c6c852369b73 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': 'fcbb359f-ee36-41cf-8d62-37b208209e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 05:02:38.547092 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] Attempting to bind port 6a296d7c-9052-462d-a3c8-c6c852369b73 on network 447d3db5-30f6-43d8-9751-379a0d9ed4d0 {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:02:38.604010 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 5, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 05:02:38.604640 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] Checking segment: {'id': 'fcbb359f-ee36-41cf-8d62-37b208209e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 05:02:38.605150 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:38.605539 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] Bound using segment: {'id': 'fcbb359f-ee36-41cf-8d62-37b208209e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 05:02:38.606015 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] Bound port: 6a296d7c-9052-462d-a3c8-c6c852369b73, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbb359f-ee36-41cf-8d62-37b208209e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 05:02:38.606392 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (6a296d7c-9052-462d-a3c8-c6c852369b73), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:38.610209 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [None req-dbe86409-6901-4574-920d-daf7c573d673 admin admin] Allocated IP 172.27.1.159 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/df4c8a79-4153-4941-a531-70dc25c66360) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:02:38.670824 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] For port 6a296d7c-9052-462d-a3c8-c6c852369b73, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:02:38.673954 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] For port 6a296d7c-9052-462d-a3c8-c6c852369b73, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=6a296d7c-9052-462d-a3c8-c6c852369b73,segment=NetworkSegment(fcbb359f-ee36-41cf-8d62-37b208209e43),segment_id=fcbb359f-ee36-41cf-8d62-37b208209e43)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:02:38.680584 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (6a296d7c-9052-462d-a3c8-c6c852369b73), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:38.721476 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dbe86409-6901-4574-920d-daf7c573d673 admin admin] Publish callbacks [] for port (df4c8a79-4153-4941-a531-70dc25c66360), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:38.729126 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da330626-e2ca-4a47-95b5-d749dbf8745e None None] Pushing event updated for resources: {'Port': ['ID=6a296d7c-9052-462d-a3c8-c6c852369b73,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:38.759397 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dbe86409-6901-4574-920d-daf7c573d673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (df4c8a79-4153-4941-a531-70dc25c66360), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:38.805834 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe86409-6901-4574-920d-daf7c573d673 admin admin] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:02:38.809043 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-dbe86409-6901-4574-920d-daf7c573d673 admin admin] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:02:38.813218 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe86409-6901-4574-920d-daf7c573d673 admin admin] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:02:38.818653 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe86409-6901-4574-920d-daf7c573d673 admin admin] Pushing event updated for resources: {'Port': ['ID=df4c8a79-4153-4941-a531-70dc25c66360,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:39.025613 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:39.087272 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dbe86409-6901-4574-920d-daf7c573d673 admin admin] Publish callbacks [] for router_gateway (bfa386bf-7982-410d-8a40-9279c17939ad), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:39.279707 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dbe86409-6901-4574-920d-daf7c573d673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775015'] for router (bfa386bf-7982-410d-8a40-9279c17939ad), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:39.286677 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:39.405978 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe86409-6901-4574-920d-daf7c573d673 admin admin] Router bfa386bf-7982-410d-8a40-9279c17939ad is scheduled to L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 with binding_index 1 {{(pid=112592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 05:02:39.521614 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe86409-6901-4574-920d-daf7c573d673 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:02:39.530651 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] Sync routers for ids ['bfa386bf-7982-410d-8a40-9279c17939ad'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:02:39.540155 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-dbe86409-6901-4574-920d-daf7c573d673 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:39.541439 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-dbe86409-6901-4574-920d-daf7c573d673 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4924378 Sep 20 05:02:39.544218 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54166) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:39.546441 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] Routers {'bfa386bf-7982-410d-8a40-9279c17939ad'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:02:39.547082 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:02:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['bfa386bf-7982-410d-8a40-9279c17939ad'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:39.605625 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:39.634504 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54170) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:39.644625 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0596474a-f22f-4257-922d-47859d4fe380 None None] Network 447d3db5-30f6-43d8-9751-379a0d9ed4d0 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 05:02:39.652099 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:39.718044 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-73558b87-c173-4dcd-98ef-f021cf4e5c1c None None] Provisioning complete for port 6a296d7c-9052-462d-a3c8-c6c852369b73 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:02:39.718506 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-73558b87-c173-4dcd-98ef-f021cf4e5c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (6a296d7c-9052-462d-a3c8-c6c852369b73), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:39.718824 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-73558b87-c173-4dcd-98ef-f021cf4e5c1c None None] Attempt 1 to provision port 6a296d7c-9052-462d-a3c8-c6c852369b73 Sep 20 05:02:39.754078 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] Set router bfa386bf-7982-410d-8a40-9279c17939ad gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:02:39.794193 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-4f134f8a-7fa6-46ec-9675-683843d25d0c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Deleting port 696eced5-9ecf-4570-a079-2fc734f93c24 {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:02:39.794691 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4f134f8a-7fa6-46ec-9675-683843d25d0c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (696eced5-9ecf-4570-a079-2fc734f93c24), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:39.885621 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4f134f8a-7fa6-46ec-9675-683843d25d0c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (696eced5-9ecf-4570-a079-2fc734f93c24), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:39.885850 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4f134f8a-7fa6-46ec-9675-683843d25d0c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for floatingip (696eced5-9ecf-4570-a079-2fc734f93c24), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:39.900287 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-4f134f8a-7fa6-46ec-9675-683843d25d0c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Calling delete_port for 696eced5-9ecf-4570-a079-2fc734f93c24 owned by network:floatingip {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:02:39.985701 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-73558b87-c173-4dcd-98ef-f021cf4e5c1c None None] Current status of the port 6a296d7c-9052-462d-a3c8-c6c852369b73 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:02:39.986382 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-73558b87-c173-4dcd-98ef-f021cf4e5c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (6a296d7c-9052-462d-a3c8-c6c852369b73), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:40.058268 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:40.070009 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-73558b87-c173-4dcd-98ef-f021cf4e5c1c None None] For port 6a296d7c-9052-462d-a3c8-c6c852369b73, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=6a296d7c-9052-462d-a3c8-c6c852369b73,segment=NetworkSegment(fcbb359f-ee36-41cf-8d62-37b208209e43),segment_id=fcbb359f-ee36-41cf-8d62-37b208209e43)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:02:40.071229 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:38Z', 'revision_number': 3, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port': {'id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:26:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:40.099527 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4f134f8a-7fa6-46ec-9675-683843d25d0c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (696eced5-9ecf-4570-a079-2fc734f93c24), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:40.105226 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-73558b87-c173-4dcd-98ef-f021cf4e5c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (6a296d7c-9052-462d-a3c8-c6c852369b73), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:40.109221 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] Checking router: bfa386bf-7982-410d-8a40-9279c17939ad for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:02:40.109575 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] Updating router bfa386bf-7982-410d-8a40-9279c17939ad port df4c8a79-4153-4941-a531-70dc25c66360 binding host dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:02:40.160993 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f134f8a-7fa6-46ec-9675-683843d25d0c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event deleted for resources: {'Port': ['ID=696eced5-9ecf-4570-a079-2fc734f93c24,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:40.184854 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 6a296d7c-9052-462d-a3c8-c6c852369b73 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:02:40.225279 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (df4c8a79-4153-4941-a531-70dc25c66360), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:40.259863 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4f134f8a-7fa6-46ec-9675-683843d25d0c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for floatingip (0edbbf61-2e1d-4897-a4b6-8d7cbad8b429), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:40.260294 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.l3_db [None req-4f134f8a-7fa6-46ec-9675-683843d25d0c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Floating IP 0edbbf61-2e1d-4897-a4b6-8d7cbad8b429 disassociated (deleted). External IP: 172.27.1.142, port: cdc3a8f8-3815-44e2-8784-9ad2e03e2914. Sep 20 05:02:40.262155 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73558b87-c173-4dcd-98ef-f021cf4e5c1c None None] Pushing event updated for resources: {'Port': ['ID=6a296d7c-9052-462d-a3c8-c6c852369b73,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:40.340513 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-addbb7cc-1f8a-4694-9e0d-f0da12a65b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:40.342111 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 6a296d7c-9052-462d-a3c8-c6c852369b73 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:02:40.342660 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (6a296d7c-9052-462d-a3c8-c6c852369b73), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:40.342995 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 6a296d7c-9052-462d-a3c8-c6c852369b73 Sep 20 05:02:40.353924 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-482b8ccc-4696-40bb-a37f-140b19c22ff9 None None] Provisioning complete for port 6a296d7c-9052-462d-a3c8-c6c852369b73 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:02:40.354302 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-482b8ccc-4696-40bb-a37f-140b19c22ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (6a296d7c-9052-462d-a3c8-c6c852369b73), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:40.354631 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-482b8ccc-4696-40bb-a37f-140b19c22ff9 None None] Attempt 1 to provision port 6a296d7c-9052-462d-a3c8-c6c852369b73 Sep 20 05:02:40.392135 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:40.415190 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:40.474215 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f134f8a-7fa6-46ec-9675-683843d25d0c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Router 4895c379-aac2-4339-803a-f79e1699e6eb has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:02:40.514741 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:40.518203 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [None req-addbb7cc-1f8a-4694-9e0d-f0da12a65b37 admin admin] Allocated IP 172.20.0.1 (447d3db5-30f6-43d8-9751-379a0d9ed4d0/46057e9d-6342-4545-886b-5d9d95d72ff8/a8c95b19-a016-4149-aba3-5a9b762f4faf) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:02:40.558966 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=100 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:40.588162 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f134f8a-7fa6-46ec-9675-683843d25d0c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:02:40.592554 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4f134f8a-7fa6-46ec-9675-683843d25d0c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:40.604578 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a73193-5748-47ab-b5c0-bcffe2f40295 None None] Sync routers for ids ['4895c379-aac2-4339-803a-f79e1699e6eb'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:02:40.626991 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-4f134f8a-7fa6-46ec-9675-683843d25d0c tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/0edbbf61-2e1d-4897-a4b6-8d7cbad8b429 HTTP/1.1" status: 204 len: 168 time: 0.9904802 Sep 20 05:02:40.627717 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'tag': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:02:40.629777 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a73193-5748-47ab-b5c0-bcffe2f40295 None None] Routers {'4895c379-aac2-4339-803a-f79e1699e6eb'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:02:40.630426 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00209c6c-5ccb-4395-8265-bcf9699924cc" -d '{"events": [{"name": "network-changed", "server_uuid": "cd514882-49cd-4d14-a8e1-b17b0605cd1f", "tag": "cdc3a8f8-3815-44e2-8784-9ad2e03e2914"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:02:40.631764 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-70a73193-5748-47ab-b5c0-bcffe2f40295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:02:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['4895c379-aac2-4339-803a-f79e1699e6eb'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:40.664566 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-addbb7cc-1f8a-4694-9e0d-f0da12a65b37 admin admin] Publish callbacks [] for port (a8c95b19-a016-4149-aba3-5a9b762f4faf), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:40.704084 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:40.710851 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 6a296d7c-9052-462d-a3c8-c6c852369b73 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:02:40.716038 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-482b8ccc-4696-40bb-a37f-140b19c22ff9 None None] Current status of the port 6a296d7c-9052-462d-a3c8-c6c852369b73 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:02:40.721351 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-addbb7cc-1f8a-4694-9e0d-f0da12a65b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (a8c95b19-a016-4149-aba3-5a9b762f4faf), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:40.769141 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-70a73193-5748-47ab-b5c0-bcffe2f40295 None None] Set router 4895c379-aac2-4339-803a-f79e1699e6eb gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:02:40.776129 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addbb7cc-1f8a-4694-9e0d-f0da12a65b37 admin admin] Network 447d3db5-30f6-43d8-9751-379a0d9ed4d0 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:02:40.791371 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-addbb7cc-1f8a-4694-9e0d-f0da12a65b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:02:40.795529 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addbb7cc-1f8a-4694-9e0d-f0da12a65b37 admin admin] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:02:40.822609 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbb7cc-1f8a-4694-9e0d-f0da12a65b37 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c95b19-a016-4149-aba3-5a9b762f4faf,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:40.854952 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 05:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60505f28-1b13-4707-8d68-3a7171e08864 x-openstack-request-id: req-60505f28-1b13-4707-8d68-3a7171e08864 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:02:40.855458 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd514882-49cd-4d14-a8e1-b17b0605cd1f", "tag": "cdc3a8f8-3815-44e2-8784-9ad2e03e2914", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:02:40.855676 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-60505f28-1b13-4707-8d68-3a7171e08864 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:02:40.856163 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60505f28-1b13-4707-8d68-3a7171e08864'] response: {'name': 'network-changed', 'server_uuid': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'tag': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914', 'status': 'completed', 'code': 200} Sep 20 05:02:40.860367 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] Publish callbacks [] for port (df4c8a79-4153-4941-a531-70dc25c66360), precommit_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:40.863624 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-addbb7cc-1f8a-4694-9e0d-f0da12a65b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094494'] for router_interface (bfa386bf-7982-410d-8a40-9279c17939ad), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:40.869845 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (df4c8a79-4153-4941-a531-70dc25c66360), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:40.918317 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] Attempting to bind port df4c8a79-4153-4941-a531-70dc25c66360 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 05:02:40.918687 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] Attempting to bind port df4c8a79-4153-4941-a531-70dc25c66360 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 05:02:40.919054 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] Attempting to bind port df4c8a79-4153-4941-a531-70dc25c66360 on network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:02:40.974104 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 5, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 05:02:40.974644 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] Checking segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 05:02:40.975065 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:40.975464 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] Bound using segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 05:02:40.975958 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] Bound port: df4c8a79-4153-4941-a531-70dc25c66360, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 05:02:40.976341 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (df4c8a79-4153-4941-a531-70dc25c66360), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:40.978571 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cdca4-9bb5-458e-80fd-0793ca2be44e None None] Pushing event updated for resources: {'Port': ['ID=df4c8a79-4153-4941-a531-70dc25c66360,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:40.992095 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=100 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:41.037626 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-addbb7cc-1f8a-4694-9e0d-f0da12a65b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (a8c95b19-a016-4149-aba3-5a9b762f4faf), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:41.048837 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-70a73193-5748-47ab-b5c0-bcffe2f40295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:56Z', 'revision_number': 5, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:41.055596 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755871fa-788d-4316-b326-7c304e225e21 req-b6520981-3d3c-41b4-a12f-0a05b1ee56f7 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:41.056168 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] For port df4c8a79-4153-4941-a531-70dc25c66360, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:02:41.060392 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] For port df4c8a79-4153-4941-a531-70dc25c66360, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=df4c8a79-4153-4941-a531-70dc25c66360,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:02:41.061354 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-755871fa-788d-4316-b326-7c304e225e21 req-b6520981-3d3c-41b4-a12f-0a05b1ee56f7 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 946 time: 0.0935197 Sep 20 05:02:41.069353 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (df4c8a79-4153-4941-a531-70dc25c66360), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:41.082527 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a73193-5748-47ab-b5c0-bcffe2f40295 None None] Checking router: 4895c379-aac2-4339-803a-f79e1699e6eb for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:02:41.092002 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a73193-5748-47ab-b5c0-bcffe2f40295 None None] Routers {'4895c379-aac2-4339-803a-f79e1699e6eb'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:02:41.092691 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-70a73193-5748-47ab-b5c0-bcffe2f40295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:02:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['4895c379-aac2-4339-803a-f79e1699e6eb'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:41.112838 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] Routers {'bfa386bf-7982-410d-8a40-9279c17939ad'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:02:41.113474 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:02:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['bfa386bf-7982-410d-8a40-9279c17939ad'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:41.173119 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-755871fa-788d-4316-b326-7c304e225e21 req-9e7d573c-2f6a-4d68-bc2e-7ecd379e100d tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072998 Sep 20 05:02:41.182917 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Provisioning complete for port a8c95b19-a016-4149-aba3-5a9b762f4faf triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:02:41.183302 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (a8c95b19-a016-4149-aba3-5a9b762f4faf), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:41.183642 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Attempt 1 to provision port a8c95b19-a016-4149-aba3-5a9b762f4faf Sep 20 05:02:41.185171 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cdca4-9bb5-458e-80fd-0793ca2be44e None None] Pushing event updated for resources: {'Port': ['ID=df4c8a79-4153-4941-a531-70dc25c66360,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:41.219356 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-70a73193-5748-47ab-b5c0-bcffe2f40295 None None] Set router 4895c379-aac2-4339-803a-f79e1699e6eb gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:02:41.263751 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Port a8c95b19-a016-4149-aba3-5a9b762f4faf cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:02:41.272986 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] Set router bfa386bf-7982-410d-8a40-9279c17939ad gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:02:41.281641 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-addbb7cc-1f8a-4694-9e0d-f0da12a65b37 admin admin] Publish callbacks [] for port (a8c95b19-a016-4149-aba3-5a9b762f4faf), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:41.287416 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-addbb7cc-1f8a-4694-9e0d-f0da12a65b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (a8c95b19-a016-4149-aba3-5a9b762f4faf), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:41.346763 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:41.356545 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:41.363874 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbb7cc-1f8a-4694-9e0d-f0da12a65b37 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c95b19-a016-4149-aba3-5a9b762f4faf,revision_number=2']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:41.365493 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=100 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:41.367298 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-addbb7cc-1f8a-4694-9e0d-f0da12a65b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094602'] for router_interface (bfa386bf-7982-410d-8a40-9279c17939ad), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:41.422217 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-70a73193-5748-47ab-b5c0-bcffe2f40295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:56Z', 'revision_number': 5, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:41.449577 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a73193-5748-47ab-b5c0-bcffe2f40295 None None] The sync data for ids ['4895c379-aac2-4339-803a-f79e1699e6eb'] in dv-cinder-756710-7-iscsi is: [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:52Z', 'revision_number': 4, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'c858352f-b48c-4e33-a37e-121913ad760b', 'name': '', 'network_id': '6de81d04-87bb-4e82-ba15-9636966f9274', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'mac_address': 'fa:16:3e:d3:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:51Z', 'updated_at': '2022-09-20T04:55:56Z', 'revision_number': 5, 'project_id': '46ddf925b345471da94d05998a6a0540', 'subnets': [{'id': 'e94eb72f-d7fc-4515-9285-2b7cbf8ba84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:02:41.464831 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addbb7cc-1f8a-4694-9e0d-f0da12a65b37 admin admin] Network 447d3db5-30f6-43d8-9751-379a0d9ed4d0 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:02:41.466673 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-addbb7cc-1f8a-4694-9e0d-f0da12a65b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:02:41.487173 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:40Z', 'revision_number': 4, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port': {'id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:26:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'a8c95b19-a016-4149-aba3-5a9b762f4faf', 'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'mac_address': 'fa:16:3e:50:ba:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:40Z', 'updated_at': '2022-09-20T05:02:40Z', 'revision_number': 1, 'project_id': '3218048072f048d9afc65ae138523bfd', 'subnets': [{'id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:41.520387 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa722a24-acbf-43da-9a9b-386970106122 None None] The sync data for ids ['bfa386bf-7982-410d-8a40-9279c17939ad'] in dv-cinder-756710-7-iscsi is: [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:40Z', 'revision_number': 4, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port': {'id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:26:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'a8c95b19-a016-4149-aba3-5a9b762f4faf', 'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'mac_address': 'fa:16:3e:50:ba:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:40Z', 'updated_at': '2022-09-20T05:02:40Z', 'revision_number': 1, 'project_id': '3218048072f048d9afc65ae138523bfd', 'subnets': [{'id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:02:41.599033 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addbb7cc-1f8a-4694-9e0d-f0da12a65b37 admin admin] Router bfa386bf-7982-410d-8a40-9279c17939ad has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:02:41.718604 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addbb7cc-1f8a-4694-9e0d-f0da12a65b37 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:02:41.729268 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-addbb7cc-1f8a-4694-9e0d-f0da12a65b37 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/bfa386bf-7982-410d-8a40-9279c17939ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1797636 Sep 20 05:02:41.765827 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Attempt 2 to provision port a8c95b19-a016-4149-aba3-5a9b762f4faf Sep 20 05:02:41.788499 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc255a6f-9b14-439b-8101-ca12fef76711 None None] New status for floating IP 0edbbf61-2e1d-4897-a4b6-8d7cbad8b429: DOWN {{(pid=112594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 05:02:41.873577 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Port a8c95b19-a016-4149-aba3-5a9b762f4faf cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:02:42.077822 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54184) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:42.082983 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-e27bed75-1b03-4318-a2d3-07d290735f00 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1012305076', 'description': 'tempest-description--1853320872'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:02:42.107160 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e27bed75-1b03-4318-a2d3-07d290735f00 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:42.118190 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 6a296d7c-9052-462d-a3c8-c6c852369b73 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:02:42.167008 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:42.178447 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00209c6c-5ccb-4395-8265-bcf9699924cc req-0c352bed-b37f-48dd-8320-1725c336b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:42.180046 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-00209c6c-5ccb-4395-8265-bcf9699924cc req-0c352bed-b37f-48dd-8320-1725c336b306 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=46ddf925b345471da94d05998a6a0540&device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 1130 time: 0.0598097 Sep 20 05:02:42.181569 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 6a296d7c-9052-462d-a3c8-c6c852369b73 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:02:42.181957 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (6a296d7c-9052-462d-a3c8-c6c852369b73), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:42.182291 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 6a296d7c-9052-462d-a3c8-c6c852369b73 Sep 20 05:02:42.211497 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:42.232242 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e27bed75-1b03-4318-a2d3-07d290735f00 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group (52ca5e90-9b25-4613-860d-3ddb69d71d43), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:42.238138 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e27bed75-1b03-4318-a2d3-07d290735f00 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (52ca5e90-9b25-4613-860d-3ddb69d71d43), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:42.292913 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 6a296d7c-9052-462d-a3c8-c6c852369b73 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:02:42.298679 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e27bed75-1b03-4318-a2d3-07d290735f00 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:42.300194 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-e27bed75-1b03-4318-a2d3-07d290735f00 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2212391 Sep 20 05:02:42.304937 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27bed75-1b03-4318-a2d3-07d290735f00 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ca5e90-9b25-4613-860d-3ddb69d71d43,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:42.306307 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54188) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:42.313463 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-ba2e27c7-175a-4509-ac4f-b346b81d1303 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Request body: {'security_group_rule': {'security_group_id': '52ca5e90-9b25-4613-860d-3ddb69d71d43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:02:42.349681 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ba2e27c7-175a-4509-ac4f-b346b81d1303 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group_rule (fb2dd066-fa28-4cc7-b688-9fc5ac5a282c), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:42.375235 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Attempt 3 to provision port a8c95b19-a016-4149-aba3-5a9b762f4faf Sep 20 05:02:42.410414 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde6091-1572-4c7b-a4d4-90a2c6c00965 req-f566ab26-5093-42e6-8748-0e40ce3036c0 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:42.412624 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dfde6091-1572-4c7b-a4d4-90a2c6c00965 req-f566ab26-5093-42e6-8748-0e40ce3036c0 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 946 time: 0.1110051 Sep 20 05:02:42.427334 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Port a8c95b19-a016-4149-aba3-5a9b762f4faf cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:02:42.436366 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ba2e27c7-175a-4509-ac4f-b346b81d1303 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group_rule (fb2dd066-fa28-4cc7-b688-9fc5ac5a282c), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:42.441163 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ba2e27c7-175a-4509-ac4f-b346b81d1303 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (fb2dd066-fa28-4cc7-b688-9fc5ac5a282c), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:42.478765 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e27c7-175a-4509-ac4f-b346b81d1303 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2dd066-fa28-4cc7-b688-9fc5ac5a282c,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:42.501357 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00209c6c-5ccb-4395-8265-bcf9699924cc req-fff8e179-0403-45a9-a845-c53e5f89be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:42.502853 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-00209c6c-5ccb-4395-8265-bcf9699924cc req-fff8e179-0403-45a9-a845-c53e5f89be1c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6de81d04-87bb-4e82-ba15-9636966f9274 HTTP/1.1" status: 200 len: 912 time: 0.1640897 Sep 20 05:02:42.509169 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dfde6091-1572-4c7b-a4d4-90a2c6c00965 req-8dcfb4a6-e1e0-475b-a84c-550c74ad71d6 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=936b33f4-a6f3-4334-8473-93010dcaedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858755 Sep 20 05:02:42.510663 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ba2e27c7-175a-4509-ac4f-b346b81d1303 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:42.514916 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-ba2e27c7-175a-4509-ac4f-b346b81d1303 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2046807 Sep 20 05:02:42.515747 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54190) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:42.524838 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-3f2b51e5-fdcb-4ef7-accb-0b4cf725ac46 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Request body: {'security_group_rule': {'security_group_id': '52ca5e90-9b25-4613-860d-3ddb69d71d43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:02:42.552430 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b46969-855c-4fea-8851-736a2d676f8a req-9f10633e-b2ac-43b5-bba3-1b7d152be52a tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:42.553935 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-21b46969-855c-4fea-8851-736a2d676f8a req-9f10633e-b2ac-43b5-bba3-1b7d152be52a tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 946 time: 0.0931702 Sep 20 05:02:42.556380 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-00209c6c-5ccb-4395-8265-bcf9699924cc req-2f066986-664c-41cd-998b-7729165dd060 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdc3a8f8-3815-44e2-8784-9ad2e03e2914 HTTP/1.1" status: 200 len: 217 time: 0.0459490 Sep 20 05:02:42.561245 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-3f2b51e5-fdcb-4ef7-accb-0b4cf725ac46 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group_rule (d43b070c-1886-49eb-b3bb-9f3b3fbda2df), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:42.616983 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00209c6c-5ccb-4395-8265-bcf9699924cc req-22ca8d8b-0679-4ccb-bc71-def2807aa8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:42.620285 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-00209c6c-5ccb-4395-8265-bcf9699924cc req-22ca8d8b-0679-4ccb-bc71-def2807aa8d4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e94eb72f-d7fc-4515-9285-2b7cbf8ba84e HTTP/1.1" status: 200 len: 851 time: 0.0562935 Sep 20 05:02:42.672045 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00209c6c-5ccb-4395-8265-bcf9699924cc req-03514680-5ec4-486a-b209-a8d5ecad5ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:42.673620 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-00209c6c-5ccb-4395-8265-bcf9699924cc req-03514680-5ec4-486a-b209-a8d5ecad5ef5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6de81d04-87bb-4e82-ba15-9636966f9274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456302 Sep 20 05:02:42.682507 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-3f2b51e5-fdcb-4ef7-accb-0b4cf725ac46 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group_rule (d43b070c-1886-49eb-b3bb-9f3b3fbda2df), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:42.690199 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-3f2b51e5-fdcb-4ef7-accb-0b4cf725ac46 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (d43b070c-1886-49eb-b3bb-9f3b3fbda2df), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:42.694902 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-21b46969-855c-4fea-8851-736a2d676f8a req-d8a994c7-8262-4929-9913-e14ed37bf731 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Deleting port cdc3a8f8-3815-44e2-8784-9ad2e03e2914 {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:02:42.695242 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-21b46969-855c-4fea-8851-736a2d676f8a req-d8a994c7-8262-4929-9913-e14ed37bf731 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (cdc3a8f8-3815-44e2-8784-9ad2e03e2914), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:42.727138 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b51e5-fdcb-4ef7-accb-0b4cf725ac46 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43b070c-1886-49eb-b3bb-9f3b3fbda2df,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:42.736442 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:42.758232 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:42.760156 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-3f2b51e5-fdcb-4ef7-accb-0b4cf725ac46 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:42.764715 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-3f2b51e5-fdcb-4ef7-accb-0b4cf725ac46 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2445672 Sep 20 05:02:42.764909 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54192) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:42.769207 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-9e6e542a-d7a5-4e22-a621-fd00f2a3cc3b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Request body: {'floatingip': {'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:02:42.791792 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-00209c6c-5ccb-4395-8265-bcf9699924cc req-cf0b6df2-1ee7-4d88-b4b3-96c125528819 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111257 Sep 20 05:02:42.795056 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:42.832655 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9e6e542a-d7a5-4e22-a621-fd00f2a3cc3b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:42.888188 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-21b46969-855c-4fea-8851-736a2d676f8a req-d8a994c7-8262-4929-9913-e14ed37bf731 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] For port cdc3a8f8-3815-44e2-8784-9ad2e03e2914, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=cdc3a8f8-3815-44e2-8784-9ad2e03e2914,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:02:42.888561 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-21b46969-855c-4fea-8851-736a2d676f8a req-d8a994c7-8262-4929-9913-e14ed37bf731 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (cdc3a8f8-3815-44e2-8784-9ad2e03e2914), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:42.892637 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:42.899917 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-00209c6c-5ccb-4395-8265-bcf9699924cc req-845624fc-bf6c-47a5-a47a-82d8b208902a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017213 Sep 20 05:02:42.912533 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-21b46969-855c-4fea-8851-736a2d676f8a req-d8a994c7-8262-4929-9913-e14ed37bf731 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Calling delete_port for cdc3a8f8-3815-44e2-8784-9ad2e03e2914 owned by compute:nova {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:02:42.928204 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Attempt 4 to provision port a8c95b19-a016-4149-aba3-5a9b762f4faf Sep 20 05:02:42.961664 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Port a8c95b19-a016-4149-aba3-5a9b762f4faf cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:02:42.979950 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9e6e542a-d7a5-4e22-a621-fd00f2a3cc3b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:43.138794 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-9e6e542a-d7a5-4e22-a621-fd00f2a3cc3b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Allocated IP 172.27.1.72 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/eaabac97-dfd1-4202-ae19-0fa35bd0830e) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:02:43.162485 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-21b46969-855c-4fea-8851-736a2d676f8a req-d8a994c7-8262-4929-9913-e14ed37bf731 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (cdc3a8f8-3815-44e2-8784-9ad2e03e2914), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:43.221392 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a994c7-8262-4929-9913-e14ed37bf731 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event deleted for resources: {'Port': ['ID=cdc3a8f8-3815-44e2-8784-9ad2e03e2914,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:43.277009 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b46969-855c-4fea-8851-736a2d676f8a req-d8a994c7-8262-4929-9913-e14ed37bf731 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] No DVR routers for this DVR port cdc3a8f8-3815-44e2-8784-9ad2e03e2914 on host hv-cinder-75671 {{(pid=112593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 05:02:43.281014 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-21b46969-855c-4fea-8851-736a2d676f8a req-d8a994c7-8262-4929-9913-e14ed37bf731 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:43.284156 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-21b46969-855c-4fea-8851-736a2d676f8a req-d8a994c7-8262-4929-9913-e14ed37bf731 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.25 "DELETE /networking/v2.0/ports/cdc3a8f8-3815-44e2-8784-9ad2e03e2914 HTTP/1.1" status: 204 len: 173 time: 0.7122698 Sep 20 05:02:43.284664 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'name': 'network-vif-deleted', 'tag': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:02:43.287475 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9c5aea-6071-4366-8e9e-7c160286d823" -d '{"events": [{"server_uuid": "cd514882-49cd-4d14-a8e1-b17b0605cd1f", "name": "network-vif-deleted", "tag": "cdc3a8f8-3815-44e2-8784-9ad2e03e2914"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:02:43.329736 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 05:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b9cff9-d07d-4129-b0ef-d1df83052369 x-openstack-request-id: req-53b9cff9-d07d-4129-b0ef-d1df83052369 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:02:43.330352 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd514882-49cd-4d14-a8e1-b17b0605cd1f", "name": "network-vif-deleted", "tag": "cdc3a8f8-3815-44e2-8784-9ad2e03e2914", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:02:43.330352 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-53b9cff9-d07d-4129-b0ef-d1df83052369 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:02:43.330664 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b9cff9-d07d-4129-b0ef-d1df83052369'] response: {'server_uuid': 'cd514882-49cd-4d14-a8e1-b17b0605cd1f', 'name': 'network-vif-deleted', 'tag': 'cdc3a8f8-3815-44e2-8784-9ad2e03e2914', 'status': 'completed', 'code': 200} Sep 20 05:02:43.333451 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9e6e542a-d7a5-4e22-a621-fd00f2a3cc3b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for port (eaabac97-dfd1-4202-ae19-0fa35bd0830e), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:43.369777 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9e6e542a-d7a5-4e22-a621-fd00f2a3cc3b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (eaabac97-dfd1-4202-ae19-0fa35bd0830e), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:43.409101 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6e542a-d7a5-4e22-a621-fd00f2a3cc3b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:02:43.412528 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-9e6e542a-d7a5-4e22-a621-fd00f2a3cc3b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:02:43.415867 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e542a-d7a5-4e22-a621-fd00f2a3cc3b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:02:43.442570 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e542a-d7a5-4e22-a621-fd00f2a3cc3b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Pushing event updated for resources: {'Port': ['ID=eaabac97-dfd1-4202-ae19-0fa35bd0830e,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:43.463013 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Attempt 5 to provision port a8c95b19-a016-4149-aba3-5a9b762f4faf Sep 20 05:02:43.500818 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Port a8c95b19-a016-4149-aba3-5a9b762f4faf cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:02:43.645970 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-01b8c298-5c88-45c2-91d3-a8e8f135de17 req-d479a039-98af-4b7e-a31d-11a16d719597 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cd514882-49cd-4d14-a8e1-b17b0605cd1f HTTP/1.1" status: 200 len: 210 time: 0.0390046 Sep 20 05:02:43.774577 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:43.783436 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9e6e542a-d7a5-4e22-a621-fd00f2a3cc3b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for floatingip (a9e23f7d-90f9-4a99-9a58-86e6da28e7c0), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:43.825474 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9e6e542a-d7a5-4e22-a621-fd00f2a3cc3b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (eaabac97-dfd1-4202-ae19-0fa35bd0830e), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:43.871325 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] Sync routers for ids ['bfa386bf-7982-410d-8a40-9279c17939ad'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:02:43.882491 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] Routers {'bfa386bf-7982-410d-8a40-9279c17939ad'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:02:43.883100 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:02:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['bfa386bf-7982-410d-8a40-9279c17939ad'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:43.924664 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:43.974988 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9e6e542a-d7a5-4e22-a621-fd00f2a3cc3b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for port (eaabac97-dfd1-4202-ae19-0fa35bd0830e), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:43.979503 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9e6e542a-d7a5-4e22-a621-fd00f2a3cc3b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (eaabac97-dfd1-4202-ae19-0fa35bd0830e), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:43.985736 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] Set router bfa386bf-7982-410d-8a40-9279c17939ad gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:02:44.002033 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Attempt 6 to provision port a8c95b19-a016-4149-aba3-5a9b762f4faf Sep 20 05:02:44.036913 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Port a8c95b19-a016-4149-aba3-5a9b762f4faf cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:02:44.052577 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e542a-d7a5-4e22-a621-fd00f2a3cc3b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Pushing event updated for resources: {'Port': ['ID=eaabac97-dfd1-4202-ae19-0fa35bd0830e,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:44.054851 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9e6e542a-d7a5-4e22-a621-fd00f2a3cc3b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (a9e23f7d-90f9-4a99-9a58-86e6da28e7c0), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:44.073937 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9e6e542a-d7a5-4e22-a621-fd00f2a3cc3b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:44.077725 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-9e6e542a-d7a5-4e22-a621-fd00f2a3cc3b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3095202 Sep 20 05:02:44.196740 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device df4c8a79-4153-4941-a531-70dc25c66360 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:02:44.257711 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port df4c8a79-4153-4941-a531-70dc25c66360 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:02:44.259315 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (df4c8a79-4153-4941-a531-70dc25c66360), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:44.259723 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port df4c8a79-4153-4941-a531-70dc25c66360 Sep 20 05:02:44.262772 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-10019a2c-54ac-483f-bde0-80a604f938a3 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1012305076&fields=id&tenant_id=3218048072f048d9afc65ae138523bfd HTTP/1.1" status: 200 len: 267 time: 0.0592687 Sep 20 05:02:44.336402 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port df4c8a79-4153-4941-a531-70dc25c66360 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:02:44.336828 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (df4c8a79-4153-4941-a531-70dc25c66360), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:44.340925 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:40Z', 'revision_number': 4, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port': {'id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:26:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'a8c95b19-a016-4149-aba3-5a9b762f4faf', 'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'mac_address': 'fa:16:3e:50:ba:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:40Z', 'updated_at': '2022-09-20T05:02:41Z', 'revision_number': 2, 'project_id': '3218048072f048d9afc65ae138523bfd', 'subnets': [{'id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:44.367905 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] Checking router: bfa386bf-7982-410d-8a40-9279c17939ad for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:02:44.368306 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] Updating router bfa386bf-7982-410d-8a40-9279c17939ad port a8c95b19-a016-4149-aba3-5a9b762f4faf binding host dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:02:44.369119 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] For port df4c8a79-4153-4941-a531-70dc25c66360, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=df4c8a79-4153-4941-a531-70dc25c66360,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:02:44.373541 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (df4c8a79-4153-4941-a531-70dc25c66360), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:44.383641 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-31ef85d4-8abd-49f1-bc61-b0bcabc1848c tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:44.385172 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-31ef85d4-8abd-49f1-bc61-b0bcabc1848c tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/networks?id=447d3db5-30f6-43d8-9751-379a0d9ed4d0 HTTP/1.1" status: 200 len: 811 time: 0.1143475 Sep 20 05:02:44.399455 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (a8c95b19-a016-4149-aba3-5a9b762f4faf), before_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:44.408270 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-1314f43f-d06b-4484-9bff-c0647e0e2ca4 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/quotas/3218048072f048d9afc65ae138523bfd HTTP/1.1" status: 200 len: 375 time: 0.0156939 Sep 20 05:02:44.429791 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Pushing event updated for resources: {'Port': ['ID=df4c8a79-4153-4941-a531-70dc25c66360,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:44.454327 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-bbced071-5c46-4d8d-ab79-a9946775216e tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3218048072f048d9afc65ae138523bfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451775 Sep 20 05:02:44.518759 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-b7e07813-1647-46be-896e-95f8482d27ab service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112592) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 05:02:44.519769 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-b7e07813-1647-46be-896e-95f8482d27ab service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0542452 Sep 20 05:02:44.538195 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Attempt 7 to provision port a8c95b19-a016-4149-aba3-5a9b762f4faf Sep 20 05:02:44.571955 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Port a8c95b19-a016-4149-aba3-5a9b762f4faf cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:02:44.610989 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:44.612720 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-72247187-70ab-4880-aab6-1ddaa6627f80 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870259 Sep 20 05:02:44.660408 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] Publish callbacks [] for port (a8c95b19-a016-4149-aba3-5a9b762f4faf), precommit_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:44.665636 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (a8c95b19-a016-4149-aba3-5a9b762f4faf), after_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:44.710142 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-47169784-2455-4e0e-9f27-d176bb706b4e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906858 Sep 20 05:02:44.750747 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edce72-913e-416e-9937-c77ca59f0cfd None None] Pushing event updated for resources: {'Port': ['ID=a8c95b19-a016-4149-aba3-5a9b762f4faf,revision_number=3']} {{(pid=112595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:44.765844 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edce72-913e-416e-9937-c77ca59f0cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:44.766121 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edce72-913e-416e-9937-c77ca59f0cfd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:44.766485 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edce72-913e-416e-9937-c77ca59f0cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:44.766847 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edce72-913e-416e-9937-c77ca59f0cfd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:44.767187 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edce72-913e-416e-9937-c77ca59f0cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:44.767521 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edce72-913e-416e-9937-c77ca59f0cfd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:44.767849 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edce72-913e-416e-9937-c77ca59f0cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:44.768176 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edce72-913e-416e-9937-c77ca59f0cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:44.768501 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edce72-913e-416e-9937-c77ca59f0cfd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:44.768856 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edce72-913e-416e-9937-c77ca59f0cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:44.769187 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edce72-913e-416e-9937-c77ca59f0cfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:44.769525 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edce72-913e-416e-9937-c77ca59f0cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:44.769855 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edce72-913e-416e-9937-c77ca59f0cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:44.770210 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edce72-913e-416e-9937-c77ca59f0cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:44.770533 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edce72-913e-416e-9937-c77ca59f0cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:44.774898 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] Attempting to bind port a8c95b19-a016-4149-aba3-5a9b762f4faf on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 05:02:44.775377 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] Attempting to bind port a8c95b19-a016-4149-aba3-5a9b762f4faf by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': 'fcbb359f-ee36-41cf-8d62-37b208209e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0'}] {{(pid=112595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 05:02:44.775779 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] Attempting to bind port a8c95b19-a016-4149-aba3-5a9b762f4faf on network 447d3db5-30f6-43d8-9751-379a0d9ed4d0 {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:02:44.826934 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 5, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 05:02:44.827312 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] Checking segment: {'id': 'fcbb359f-ee36-41cf-8d62-37b208209e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 05:02:44.827718 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:44.828112 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] Bound using segment: {'id': 'fcbb359f-ee36-41cf-8d62-37b208209e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0'} {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 05:02:44.828586 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] Bound port: a8c95b19-a016-4149-aba3-5a9b762f4faf, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbb359f-ee36-41cf-8d62-37b208209e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0'}}] {{(pid=112595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 05:02:44.829010 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (a8c95b19-a016-4149-aba3-5a9b762f4faf), before_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:44.841879 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=100 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:44.868195 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54222) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:44.895072 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.db [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] For port a8c95b19-a016-4149-aba3-5a9b762f4faf, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:02:44.898414 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.db [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] For port a8c95b19-a016-4149-aba3-5a9b762f4faf, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=a8c95b19-a016-4149-aba3-5a9b762f4faf,segment=NetworkSegment(fcbb359f-ee36-41cf-8d62-37b208209e43),segment_id=fcbb359f-ee36-41cf-8d62-37b208209e43)] {{(pid=112595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:02:44.917660 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (a8c95b19-a016-4149-aba3-5a9b762f4faf), after_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:44.938415 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-cad035ec-dbdb-4738-aa4e-855dc0b426ca req-df37c210-d611-4b50-b86f-d3a2af660e54 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 210 time: 0.0341177 Sep 20 05:02:44.951791 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] Routers {'bfa386bf-7982-410d-8a40-9279c17939ad'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:02:44.952334 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:02:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['bfa386bf-7982-410d-8a40-9279c17939ad'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:45.001139 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-14d6f4ea-2978-4e75-b05c-0ad75558868a tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Deleting port 7c571ab4-0631-4f2e-aa3a-a1c3c4713545 {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:02:45.001613 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-14d6f4ea-2978-4e75-b05c-0ad75558868a tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (7c571ab4-0631-4f2e-aa3a-a1c3c4713545), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:45.052652 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edce72-913e-416e-9937-c77ca59f0cfd None None] Pushing event updated for resources: {'Port': ['ID=a8c95b19-a016-4149-aba3-5a9b762f4faf,revision_number=4']} {{(pid=112595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:45.072897 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Attempt 8 to provision port a8c95b19-a016-4149-aba3-5a9b762f4faf Sep 20 05:02:45.081710 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] Set router bfa386bf-7982-410d-8a40-9279c17939ad gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:02:45.083366 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-14d6f4ea-2978-4e75-b05c-0ad75558868a tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (7c571ab4-0631-4f2e-aa3a-a1c3c4713545), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:45.083705 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-14d6f4ea-2978-4e75-b05c-0ad75558868a tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for floatingip (7c571ab4-0631-4f2e-aa3a-a1c3c4713545), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:45.099548 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-14d6f4ea-2978-4e75-b05c-0ad75558868a tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Calling delete_port for 7c571ab4-0631-4f2e-aa3a-a1c3c4713545 owned by network:floatingip {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:02:45.185856 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Current status of the port a8c95b19-a016-4149-aba3-5a9b762f4faf is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:02:45.186530 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (a8c95b19-a016-4149-aba3-5a9b762f4faf), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:45.225206 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] For port a8c95b19-a016-4149-aba3-5a9b762f4faf, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=a8c95b19-a016-4149-aba3-5a9b762f4faf,segment=NetworkSegment(fcbb359f-ee36-41cf-8d62-37b208209e43),segment_id=fcbb359f-ee36-41cf-8d62-37b208209e43)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:02:45.229789 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (a8c95b19-a016-4149-aba3-5a9b762f4faf), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:45.276089 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-14d6f4ea-2978-4e75-b05c-0ad75558868a tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (7c571ab4-0631-4f2e-aa3a-a1c3c4713545), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:45.305699 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0fe40-69a1-4307-bfef-09d0bc488fe6 None None] Pushing event updated for resources: {'Port': ['ID=a8c95b19-a016-4149-aba3-5a9b762f4faf,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:45.308465 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6f4ea-2978-4e75-b05c-0ad75558868a tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event deleted for resources: {'Port': ['ID=7c571ab4-0631-4f2e-aa3a-a1c3c4713545,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:45.315340 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:40Z', 'revision_number': 4, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port': {'id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'a8c95b19-a016-4149-aba3-5a9b762f4faf', 'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'mac_address': 'fa:16:3e:50:ba:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:40Z', 'updated_at': '2022-09-20T05:02:44Z', 'revision_number': 4, 'project_id': '3218048072f048d9afc65ae138523bfd', 'subnets': [{'id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:45.348328 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef9ec5-796d-4a09-9761-a5ef9fdf9e39 None None] The sync data for ids ['bfa386bf-7982-410d-8a40-9279c17939ad'] in dv-cinder-756710-7-iscsi is: [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:40Z', 'revision_number': 4, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port': {'id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'a8c95b19-a016-4149-aba3-5a9b762f4faf', 'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'mac_address': 'fa:16:3e:50:ba:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:40Z', 'updated_at': '2022-09-20T05:02:44Z', 'revision_number': 4, 'project_id': '3218048072f048d9afc65ae138523bfd', 'subnets': [{'id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:02:45.353282 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-6df4f215-c391-4f0e-a4e7-cb172e848a89 None None] Provisioning complete for port a8c95b19-a016-4149-aba3-5a9b762f4faf triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:02:45.353681 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6df4f215-c391-4f0e-a4e7-cb172e848a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (a8c95b19-a016-4149-aba3-5a9b762f4faf), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:45.353975 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6df4f215-c391-4f0e-a4e7-cb172e848a89 None None] Attempt 1 to provision port a8c95b19-a016-4149-aba3-5a9b762f4faf Sep 20 05:02:45.377544 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-14d6f4ea-2978-4e75-b05c-0ad75558868a tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for floatingip (0f684d5f-e7b7-4c52-a398-3956a6d88920), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:45.382450 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-14d6f4ea-2978-4e75-b05c-0ad75558868a tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:45.384142 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-14d6f4ea-2978-4e75-b05c-0ad75558868a tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/0f684d5f-e7b7-4c52-a398-3956a6d88920 HTTP/1.1" status: 204 len: 168 time: 0.5147729 Sep 20 05:02:45.455100 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6df4f215-c391-4f0e-a4e7-cb172e848a89 None None] Current status of the port a8c95b19-a016-4149-aba3-5a9b762f4faf is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:02:46.048807 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7e398139-1f07-4622-8367-8c1b4595019c req-9b200da2-ed7e-4138-a12b-bbd7ac068379 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 210 time: 0.0295970 Sep 20 05:02:46.137638 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device df4c8a79-4153-4941-a531-70dc25c66360 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:02:46.189343 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port df4c8a79-4153-4941-a531-70dc25c66360 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:02:46.189723 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (df4c8a79-4153-4941-a531-70dc25c66360), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:46.190067 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port df4c8a79-4153-4941-a531-70dc25c66360 Sep 20 05:02:46.192079 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:46.213504 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:46.272065 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port df4c8a79-4153-4941-a531-70dc25c66360 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:02:46.273172 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device a8c95b19-a016-4149-aba3-5a9b762f4faf up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:02:46.298492 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:46.316363 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-806916c7-e53a-4dfc-a246-791df20324da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:46.317857 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-806916c7-e53a-4dfc-a246-791df20324da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.25 "GET /networking/v2.0/networks?id=447d3db5-30f6-43d8-9751-379a0d9ed4d0 HTTP/1.1" status: 200 len: 811 time: 0.1151965 Sep 20 05:02:46.319255 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port a8c95b19-a016-4149-aba3-5a9b762f4faf triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:02:46.319638 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (a8c95b19-a016-4149-aba3-5a9b762f4faf), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:46.319972 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port a8c95b19-a016-4149-aba3-5a9b762f4faf Sep 20 05:02:46.385207 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-c4f863b4-ed7a-4692-9bf1-486ec014b308 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3218048072f048d9afc65ae138523bfd HTTP/1.1" status: 200 len: 380 time: 0.0547121 Sep 20 05:02:46.396793 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port a8c95b19-a016-4149-aba3-5a9b762f4faf is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:02:46.402228 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-4a0a9faf-b2c4-4eb5-91e3-c6c181d66f2a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Request body: {'port': {'device_id': '6a85f27c-bdfe-4580-8579-71ea2b71bbfd', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'admin_state_up': True, 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'security_groups': ['52ca5e90-9b25-4613-860d-3ddb69d71d43']}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:02:46.514585 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-4a0a9faf-b2c4-4eb5-91e3-c6c181d66f2a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Made reservation on behalf of 3218048072f048d9afc65ae138523bfd for: {'port': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:02:46.518368 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-4a0a9faf-b2c4-4eb5-91e3-c6c181d66f2a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:46.569250 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:46.628815 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54246) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:46.648191 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-4a0a9faf-b2c4-4eb5-91e3-c6c181d66f2a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Allocated IP 172.20.0.8 (447d3db5-30f6-43d8-9751-379a0d9ed4d0/46057e9d-6342-4545-886b-5d9d95d72ff8/f15fb1a3-73e1-48d8-b0d4-41cf678fb197) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:02:46.692965 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d9c5-b3ff-4587-9cfc-10c40908c3c8 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group (936b33f4-a6f3-4334-8473-93010dcaedbf), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:46.698261 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-a4b12e12-c68c-413c-8f18-f8451ebc33d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:46.718263 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d9c5-b3ff-4587-9cfc-10c40908c3c8 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group (936b33f4-a6f3-4334-8473-93010dcaedbf), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:46.780703 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d9c5-b3ff-4587-9cfc-10c40908c3c8 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (936b33f4-a6f3-4334-8473-93010dcaedbf), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:46.783337 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d9c5-b3ff-4587-9cfc-10c40908c3c8 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:46.788064 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-d2b1d9c5-b3ff-4587-9cfc-10c40908c3c8 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/936b33f4-a6f3-4334-8473-93010dcaedbf HTTP/1.1" status: 204 len: 168 time: 0.1549246 Sep 20 05:02:46.794826 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1d9c5-b3ff-4587-9cfc-10c40908c3c8 tempest-TestVolumeBootPattern-728794636 tempest-TestVolumeBootPattern-728794636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=936b33f4-a6f3-4334-8473-93010dcaedbf,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:46.796616 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-4a0a9faf-b2c4-4eb5-91e3-c6c181d66f2a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for port (f15fb1a3-73e1-48d8-b0d4-41cf678fb197), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:46.834427 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-4a0a9faf-b2c4-4eb5-91e3-c6c181d66f2a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (f15fb1a3-73e1-48d8-b0d4-41cf678fb197), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:46.838904 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54250) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:46.904138 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-4a0a9faf-b2c4-4eb5-91e3-c6c181d66f2a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Network 447d3db5-30f6-43d8-9751-379a0d9ed4d0 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:02:46.907389 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a9faf-b2c4-4eb5-91e3-c6c181d66f2a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Pushing event updated for resources: {'Port': ['ID=f15fb1a3-73e1-48d8-b0d4-41cf678fb197,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:46.909821 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-4a0a9faf-b2c4-4eb5-91e3-c6c181d66f2a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:02:46.912777 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-4a0a9faf-b2c4-4eb5-91e3-c6c181d66f2a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:02:46.964752 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-4a0a9faf-b2c4-4eb5-91e3-c6c181d66f2a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:46.965384 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-4a0a9faf-b2c4-4eb5-91e3-c6c181d66f2a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:46.984575 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-4a0a9faf-b2c4-4eb5-91e3-c6c181d66f2a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5867567 Sep 20 05:02:47.001105 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Request body: {'port': {'device_id': '6a85f27c-bdfe-4580-8579-71ea2b71bbfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:02:47.067668 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (f15fb1a3-73e1-48d8-b0d4-41cf678fb197), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:47.119103 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:47.166734 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:47.187887 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-4ad1677d-1976-4f03-9bde-8ce41803ae84 None None] Provisioning complete for port f15fb1a3-73e1-48d8-b0d4-41cf678fb197 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:02:47.189512 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4ad1677d-1976-4f03-9bde-8ce41803ae84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (f15fb1a3-73e1-48d8-b0d4-41cf678fb197), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:47.189921 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-4ad1677d-1976-4f03-9bde-8ce41803ae84 None None] Attempt 1 to provision port f15fb1a3-73e1-48d8-b0d4-41cf678fb197 Sep 20 05:02:47.200120 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:47.216867 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1802f-45da-48bd-9db3-cf084fab729c req-558a2d08-a659-489a-a5c4-800f2a3cb92f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:47.218455 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3ee1802f-45da-48bd-9db3-cf084fab729c req-558a2d08-a659-489a-a5c4-800f2a3cb92f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 931 time: 0.0641675 Sep 20 05:02:47.225394 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-4ad1677d-1976-4f03-9bde-8ce41803ae84 None None] Port f15fb1a3-73e1-48d8-b0d4-41cf678fb197 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:02:47.324795 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3ee1802f-45da-48bd-9db3-cf084fab729c req-55070ef3-2024-4ba3-8cb9-e3d5cc6bd7cb tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004736 Sep 20 05:02:47.338890 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1292e828-f5e2-47b2-a403-b5892a86761e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4094629'] for router_interface (4895c379-aac2-4339-803a-f79e1699e6eb), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:47.362258 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15fb1a3-73e1-48d8-b0d4-41cf678fb197 {{(pid=112593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 05:02:47.370090 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Publish callbacks [] for port (f15fb1a3-73e1-48d8-b0d4-41cf678fb197), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:47.383907 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.provisioning_blocks [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Transition to ACTIVE for port object f15fb1a3-73e1-48d8-b0d4-41cf678fb197 will not be triggered until provisioned by entity L2. {{(pid=112593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 05:02:47.387841 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (f15fb1a3-73e1-48d8-b0d4-41cf678fb197), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:47.412701 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:47.472950 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Pushing event updated for resources: {'Port': ['ID=f15fb1a3-73e1-48d8-b0d4-41cf678fb197,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:47.506371 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Attempting to bind port f15fb1a3-73e1-48d8-b0d4-41cf678fb197 on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 05:02:47.506701 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Attempting to bind port f15fb1a3-73e1-48d8-b0d4-41cf678fb197 by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': 'fcbb359f-ee36-41cf-8d62-37b208209e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0'}] {{(pid=112593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 05:02:47.507026 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Attempting to bind port f15fb1a3-73e1-48d8-b0d4-41cf678fb197 on network 447d3db5-30f6-43d8-9751-379a0d9ed4d0 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:02:47.539058 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device cdc3a8f8-3815-44e2-8784-9ad2e03e2914 no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:02:47.552681 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Port f15fb1a3-73e1-48d8-b0d4-41cf678fb197 on network 447d3db5-30f6-43d8-9751-379a0d9ed4d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:02:47.553035 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Attempting to bind port f15fb1a3-73e1-48d8-b0d4-41cf678fb197 on network 447d3db5-30f6-43d8-9751-379a0d9ed4d0 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:02:47.560547 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: cdc3a8f8-3815-44e2-8784-9ad2e03e2914 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:02:47.560917 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device cdc3a8f8-3815-44e2-8784-9ad2e03e2914 not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:02:47.571681 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-1292e828-f5e2-47b2-a403-b5892a86761e admin admin] Deleting port c858352f-b48c-4e33-a37e-121913ad760b {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:02:47.572022 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1292e828-f5e2-47b2-a403-b5892a86761e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (c858352f-b48c-4e33-a37e-121913ad760b), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:47.595091 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 5, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 05:02:47.595428 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Checking segment: {'id': 'fcbb359f-ee36-41cf-8d62-37b208209e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 05:02:47.595835 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Bound using segment: {'id': 'fcbb359f-ee36-41cf-8d62-37b208209e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0'} {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 05:02:47.596274 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Bound port: f15fb1a3-73e1-48d8-b0d4-41cf678fb197, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbb359f-ee36-41cf-8d62-37b208209e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0'}}] {{(pid=112593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 05:02:47.596690 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (f15fb1a3-73e1-48d8-b0d4-41cf678fb197), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:47.650026 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [None req-1292e828-f5e2-47b2-a403-b5892a86761e admin admin] For port c858352f-b48c-4e33-a37e-121913ad760b, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=c858352f-b48c-4e33-a37e-121913ad760b,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:02:47.650387 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1292e828-f5e2-47b2-a403-b5892a86761e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (c858352f-b48c-4e33-a37e-121913ad760b), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:47.656803 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] For port f15fb1a3-73e1-48d8-b0d4-41cf678fb197, host hv-cinder-75671, cleared binding levels {{(pid=112593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:02:47.659794 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] For port f15fb1a3-73e1-48d8-b0d4-41cf678fb197, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=f15fb1a3-73e1-48d8-b0d4-41cf678fb197,segment=NetworkSegment(fcbb359f-ee36-41cf-8d62-37b208209e43),segment_id=fcbb359f-ee36-41cf-8d62-37b208209e43)] {{(pid=112593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:02:47.666255 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (f15fb1a3-73e1-48d8-b0d4-41cf678fb197), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:47.666754 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-1292e828-f5e2-47b2-a403-b5892a86761e admin admin] Calling delete_port for c858352f-b48c-4e33-a37e-121913ad760b owned by network:router_interface {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:02:47.669638 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:47.670473 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:47.671906 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/f15fb1a3-73e1-48d8-b0d4-41cf678fb197 HTTP/1.1" status: 200 len: 1093 time: 0.6751137 Sep 20 05:02:47.674072 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a85f27c-bdfe-4580-8579-71ea2b71bbfd', 'tag': 'f15fb1a3-73e1-48d8-b0d4-41cf678fb197'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:02:47.676860 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e871d9d3-0a75-48a7-8a08-fbb35c15ce8b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a85f27c-bdfe-4580-8579-71ea2b71bbfd", "tag": "f15fb1a3-73e1-48d8-b0d4-41cf678fb197"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:02:47.716304 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 05:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f7c69f-5c2e-476b-ac2c-b6857f89d7fb x-openstack-request-id: req-48f7c69f-5c2e-476b-ac2c-b6857f89d7fb {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:02:47.716591 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a85f27c-bdfe-4580-8579-71ea2b71bbfd", "tag": "f15fb1a3-73e1-48d8-b0d4-41cf678fb197", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:02:47.716874 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-48f7c69f-5c2e-476b-ac2c-b6857f89d7fb {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:02:47.717273 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f7c69f-5c2e-476b-ac2c-b6857f89d7fb'] response: {'name': 'network-changed', 'server_uuid': '6a85f27c-bdfe-4580-8579-71ea2b71bbfd', 'tag': 'f15fb1a3-73e1-48d8-b0d4-41cf678fb197', 'status': 'completed', 'code': 200} Sep 20 05:02:47.727073 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-4ad1677d-1976-4f03-9bde-8ce41803ae84 None None] Attempt 2 to provision port f15fb1a3-73e1-48d8-b0d4-41cf678fb197 Sep 20 05:02:47.734631 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efe7a3-b26c-4cf8-beb1-8678e5175723 service neutron] Pushing event updated for resources: {'Port': ['ID=f15fb1a3-73e1-48d8-b0d4-41cf678fb197,revision_number=3']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:47.768301 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-4ad1677d-1976-4f03-9bde-8ce41803ae84 None None] Port f15fb1a3-73e1-48d8-b0d4-41cf678fb197 had new provisioning blocks added so it will not transition to active. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 05:02:47.782132 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-4bdf8f26-10fc-47e1-afd3-58b94bdeefbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:47.783754 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-4bdf8f26-10fc-47e1-afd3-58b94bdeefbc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3218048072f048d9afc65ae138523bfd&device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 1127 time: 0.0422523 Sep 20 05:02:47.829884 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-9c76d845-ba2a-4bdc-a0cf-acfe51bef58a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15fb1a3-73e1-48d8-b0d4-41cf678fb197 HTTP/1.1" status: 200 len: 217 time: 0.0334876 Sep 20 05:02:47.857375 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1292e828-f5e2-47b2-a403-b5892a86761e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (c858352f-b48c-4e33-a37e-121913ad760b), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:47.878463 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-37e5f48b-c04b-4e22-a585-6edc7c7eb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:47.879967 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-37e5f48b-c04b-4e22-a585-6edc7c7eb02d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=46057e9d-6342-4545-886b-5d9d95d72ff8 HTTP/1.1" status: 200 len: 850 time: 0.0448244 Sep 20 05:02:47.889218 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292e828-f5e2-47b2-a403-b5892a86761e admin admin] Pushing event deleted for resources: {'Port': ['ID=c858352f-b48c-4e33-a37e-121913ad760b,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:47.929010 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-eac02140-b445-448f-9081-c1a1a2d07d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:47.930486 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-eac02140-b445-448f-9081-c1a1a2d07d28 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447d3db5-30f6-43d8-9751-379a0d9ed4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451694 Sep 20 05:02:48.025936 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-56dda676-93e2-4c93-8e64-90ade4cb85da service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895495 Sep 20 05:02:48.040683 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:48.046704 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:48.055467 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1292e828-f5e2-47b2-a403-b5892a86761e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3684142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3778325'] for router_interface (4895c379-aac2-4339-803a-f79e1699e6eb), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:48.060003 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:48.142053 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c9d8f219-ef02-4b04-b3f8-ce29cb17e3de req-c494bc7d-18bc-4702-b334-b38877bd83d0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103542 Sep 20 05:02:48.548163 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1292e828-f5e2-47b2-a403-b5892a86761e admin admin] Router 4895c379-aac2-4339-803a-f79e1699e6eb has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:02:48.554367 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728ec48-ce36-4a63-a231-e4dbe2a63b71 req-f047abe3-7416-4345-9029-55a741633bc8 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:48.555818 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7728ec48-ce36-4a63-a231-e4dbe2a63b71 req-f047abe3-7416-4345-9029-55a741633bc8 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 943 time: 0.0597761 Sep 20 05:02:48.645968 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7728ec48-ce36-4a63-a231-e4dbe2a63b71 req-edc85728-cc02-4912-9882-fea0e525b284 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833302 Sep 20 05:02:48.690804 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1292e828-f5e2-47b2-a403-b5892a86761e admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:02:48.696127 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-1292e828-f5e2-47b2-a403-b5892a86761e admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/4895c379-aac2-4339-803a-f79e1699e6eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8555081 Sep 20 05:02:48.698779 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54260) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:48.701237 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58e7146-3ef3-4eb3-95d6-ba6cbf278551 None None] Sync routers for ids ['4895c379-aac2-4339-803a-f79e1699e6eb'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:02:48.711810 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58e7146-3ef3-4eb3-95d6-ba6cbf278551 None None] Routers {'4895c379-aac2-4339-803a-f79e1699e6eb'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:02:48.712512 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-a58e7146-3ef3-4eb3-95d6-ba6cbf278551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:02:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['4895c379-aac2-4339-803a-f79e1699e6eb'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:48.798313 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c647a01e-aab9-490c-88ec-759819b346d0 admin admin] Publish callbacks [] for router (4895c379-aac2-4339-803a-f79e1699e6eb), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:48.901695 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871d9d3-0a75-48a7-8a08-fbb35c15ce8b req-1f2d9b67-ac2c-4220-ba42-23943ca9e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:48.903817 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e871d9d3-0a75-48a7-8a08-fbb35c15ce8b req-1f2d9b67-ac2c-4220-ba42-23943ca9e7b8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3218048072f048d9afc65ae138523bfd&device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 1127 time: 0.0429480 Sep 20 05:02:48.906807 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c647a01e-aab9-490c-88ec-759819b346d0 admin admin] Publish callbacks [] for router_gateway (4895c379-aac2-4339-803a-f79e1699e6eb), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:48.945649 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-7198dedd-0215-43cd-a704-4cf719b4d958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:48.953776 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-a58e7146-3ef3-4eb3-95d6-ba6cbf278551 None None] Set router 4895c379-aac2-4339-803a-f79e1699e6eb gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:02:48.961841 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-c647a01e-aab9-490c-88ec-759819b346d0 admin admin] Deleting port 379abb8e-9f43-4f15-aad6-d62aee681a05 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:02:48.962312 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c647a01e-aab9-490c-88ec-759819b346d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (379abb8e-9f43-4f15-aad6-d62aee681a05), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:49.006838 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871d9d3-0a75-48a7-8a08-fbb35c15ce8b req-a40a29a7-15bb-4453-a5a3-119f73acdc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:49.008554 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e871d9d3-0a75-48a7-8a08-fbb35c15ce8b req-a40a29a7-15bb-4453-a5a3-119f73acdc55 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447d3db5-30f6-43d8-9751-379a0d9ed4d0 HTTP/1.1" status: 200 len: 911 time: 0.0989738 Sep 20 05:02:49.047544 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e871d9d3-0a75-48a7-8a08-fbb35c15ce8b req-5d68af2a-294f-4f99-8806-4e559cde3f0d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15fb1a3-73e1-48d8-b0d4-41cf678fb197 HTTP/1.1" status: 200 len: 217 time: 0.0333362 Sep 20 05:02:49.047810 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [None req-c647a01e-aab9-490c-88ec-759819b346d0 admin admin] For port 379abb8e-9f43-4f15-aad6-d62aee681a05, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=379abb8e-9f43-4f15-aad6-d62aee681a05,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:02:49.048043 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c647a01e-aab9-490c-88ec-759819b346d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (379abb8e-9f43-4f15-aad6-d62aee681a05), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:49.061978 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-c647a01e-aab9-490c-88ec-759819b346d0 admin admin] Calling delete_port for 379abb8e-9f43-4f15-aad6-d62aee681a05 owned by network:router_gateway {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:02:49.098930 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871d9d3-0a75-48a7-8a08-fbb35c15ce8b req-b6c79fae-54ea-4a3f-a04f-419c9797dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:49.100388 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e871d9d3-0a75-48a7-8a08-fbb35c15ce8b req-b6c79fae-54ea-4a3f-a04f-419c9797dc30 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=46057e9d-6342-4545-886b-5d9d95d72ff8 HTTP/1.1" status: 200 len: 850 time: 0.0452275 Sep 20 05:02:49.124972 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-a58e7146-3ef3-4eb3-95d6-ba6cbf278551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T05:02:47Z', 'revision_number': 5, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port': {'id': '379abb8e-9f43-4f15-aad6-d62aee681a05', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T04:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:49.148188 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871d9d3-0a75-48a7-8a08-fbb35c15ce8b req-1ddb7e7b-2c59-44c5-8d70-3f624806cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:49.149844 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e871d9d3-0a75-48a7-8a08-fbb35c15ce8b req-1ddb7e7b-2c59-44c5-8d70-3f624806cfe2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447d3db5-30f6-43d8-9751-379a0d9ed4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438106 Sep 20 05:02:49.159422 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58e7146-3ef3-4eb3-95d6-ba6cbf278551 None None] Checking router: 4895c379-aac2-4339-803a-f79e1699e6eb for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:02:49.171048 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58e7146-3ef3-4eb3-95d6-ba6cbf278551 None None] Routers {'4895c379-aac2-4339-803a-f79e1699e6eb'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:02:49.171856 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-a58e7146-3ef3-4eb3-95d6-ba6cbf278551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:02:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['4895c379-aac2-4339-803a-f79e1699e6eb'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:49.185780 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:49.190377 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:49.247062 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e871d9d3-0a75-48a7-8a08-fbb35c15ce8b req-e0e84989-2d1c-4085-a513-d01dd464dc0e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910318 Sep 20 05:02:49.250255 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c647a01e-aab9-490c-88ec-759819b346d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (379abb8e-9f43-4f15-aad6-d62aee681a05), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:49.261659 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:49.267512 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-a58e7146-3ef3-4eb3-95d6-ba6cbf278551 None None] Set router 4895c379-aac2-4339-803a-f79e1699e6eb gateway port host: None {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:02:49.277881 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647a01e-aab9-490c-88ec-759819b346d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=379abb8e-9f43-4f15-aad6-d62aee681a05,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:49.328073 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-a58e7146-3ef3-4eb3-95d6-ba6cbf278551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T05:02:48Z', 'revision_number': 6, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port_host': None}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:49.344304 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c647a01e-aab9-490c-88ec-759819b346d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3775071'] for router_gateway (4895c379-aac2-4339-803a-f79e1699e6eb), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:49.345872 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e871d9d3-0a75-48a7-8a08-fbb35c15ce8b req-26d8a2b0-df34-41f6-8690-3e6f3366dcb8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938938 Sep 20 05:02:49.354816 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58e7146-3ef3-4eb3-95d6-ba6cbf278551 None None] The sync data for ids ['4895c379-aac2-4339-803a-f79e1699e6eb'] in dv-cinder-756710-7-iscsi is: [{'id': '4895c379-aac2-4339-803a-f79e1699e6eb', 'name': 'tempest-TestVolumeBootPattern-2076555382-router', 'tenant_id': '46ddf925b345471da94d05998a6a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:48Z', 'updated_at': '2022-09-20T05:02:48Z', 'revision_number': 6, 'project_id': '46ddf925b345471da94d05998a6a0540', 'gw_port_host': None}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:02:49.434177 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c647a01e-aab9-490c-88ec-759819b346d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4743'] for router (4895c379-aac2-4339-803a-f79e1699e6eb), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:49.436283 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c647a01e-aab9-490c-88ec-759819b346d0 admin admin] Publish callbacks [] for router_controller (4895c379-aac2-4339-803a-f79e1699e6eb), precommit_delete_associations {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:49.477361 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c647a01e-aab9-490c-88ec-759819b346d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3778408'] for router (4895c379-aac2-4339-803a-f79e1699e6eb), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:49.477934 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c647a01e-aab9-490c-88ec-759819b346d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4895c379-aac2-4339-803a-f79e1699e6eb {{(pid=112592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 05:02:49.482139 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-c647a01e-aab9-490c-88ec-759819b346d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:49.483256 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-c647a01e-aab9-490c-88ec-759819b346d0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/4895c379-aac2-4339-803a-f79e1699e6eb HTTP/1.1" status: 204 len: 168 time: 0.7835526 Sep 20 05:02:49.485947 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54262) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:49.529966 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdcc2e5b-d71d-49bc-8b5a-61e1d7d2dc42 admin admin] Deleting subnet e94eb72f-d7fc-4515-9285-2b7cbf8ba84e {{(pid=112593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 05:02:49.533144 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2e5b-d71d-49bc-8b5a-61e1d7d2dc42 admin admin] Publish callbacks [] for subnet (e94eb72f-d7fc-4515-9285-2b7cbf8ba84e), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:49.545371 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device f15fb1a3-73e1-48d8-b0d4-41cf678fb197 details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:02:49.569740 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2e5b-d71d-49bc-8b5a-61e1d7d2dc42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58957096'] for subnet (e94eb72f-d7fc-4515-9285-2b7cbf8ba84e), precommit_delete_associations {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:49.580196 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=100 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:49.648035 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2e5b-d71d-49bc-8b5a-61e1d7d2dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766695'] for subnet (e94eb72f-d7fc-4515-9285-2b7cbf8ba84e), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:49.651578 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port f15fb1a3-73e1-48d8-b0d4-41cf678fb197, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=f15fb1a3-73e1-48d8-b0d4-41cf678fb197,segment=NetworkSegment(fcbb359f-ee36-41cf-8d62-37b208209e43),segment_id=fcbb359f-ee36-41cf-8d62-37b208209e43)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:02:49.663325 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': 'f15fb1a3-73e1-48d8-b0d4-41cf678fb197', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'port_id': 'f15fb1a3-73e1-48d8-b0d4-41cf678fb197', 'mac_address': 'fa:16:3e:f0:c7:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:02:49.698840 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port f15fb1a3-73e1-48d8-b0d4-41cf678fb197 is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:02:49.699237 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (f15fb1a3-73e1-48d8-b0d4-41cf678fb197), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:49.709460 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:49.715222 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2e5b-d71d-49bc-8b5a-61e1d7d2dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58786417'] for subnet (e94eb72f-d7fc-4515-9285-2b7cbf8ba84e), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:49.716803 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15fb1a3-73e1-48d8-b0d4-41cf678fb197 {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 05:02:49.741869 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port f15fb1a3-73e1-48d8-b0d4-41cf678fb197, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=f15fb1a3-73e1-48d8-b0d4-41cf678fb197,segment=NetworkSegment(fcbb359f-ee36-41cf-8d62-37b208209e43),segment_id=fcbb359f-ee36-41cf-8d62-37b208209e43)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:02:49.744351 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc2e5b-d71d-49bc-8b5a-61e1d7d2dc42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e94eb72f-d7fc-4515-9285-2b7cbf8ba84e,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:49.751025 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2e5b-d71d-49bc-8b5a-61e1d7d2dc42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:49.752005 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (f15fb1a3-73e1-48d8-b0d4-41cf678fb197), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:49.754684 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-bdcc2e5b-d71d-49bc-8b5a-61e1d7d2dc42 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/e94eb72f-d7fc-4515-9285-2b7cbf8ba84e HTTP/1.1" status: 204 len: 168 time: 0.2676804 Sep 20 05:02:49.757285 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54266) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:49.765184 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18e1bb0-34c6-4bee-a6b9-baa003d7552f None None] Network 6de81d04-87bb-4e82-ba15-9636966f9274 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 05:02:49.803138 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e94dfa-3e07-4648-9b0e-bf3e3f0bf5c3 req-1e6961fc-5339-49da-9255-fc8a13b480a1 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:49.804805 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-50e94dfa-3e07-4648-9b0e-bf3e3f0bf5c3 req-1e6961fc-5339-49da-9255-fc8a13b480a1 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 944 time: 0.0685794 Sep 20 05:02:49.837056 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726418'] for network (6de81d04-87bb-4e82-ba15-9636966f9274), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:49.860476 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-50e94dfa-3e07-4648-9b0e-bf3e3f0bf5c3 req-20785341-08cb-4ac4-b77b-efbf2db4289a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497262 Sep 20 05:02:49.871314 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=f15fb1a3-73e1-48d8-b0d4-41cf678fb197,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:49.897198 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] Deleting port 61567d57-cdff-4d2c-9084-1e085401f70a {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:02:49.897539 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (61567d57-cdff-4d2c-9084-1e085401f70a), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:49.936768 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:49.963603 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] For port 61567d57-cdff-4d2c-9084-1e085401f70a, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=61567d57-cdff-4d2c-9084-1e085401f70a,segment=NetworkSegment(f14a18ed-3a36-405e-a9c6-aa8fce544271),segment_id=f14a18ed-3a36-405e-a9c6-aa8fce544271)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:02:49.963998 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (61567d57-cdff-4d2c-9084-1e085401f70a), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:49.977371 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] Calling delete_port for 61567d57-cdff-4d2c-9084-1e085401f70a owned by network:dhcp {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:02:50.034384 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['f15fb1a3-73e1-48d8-b0d4-41cf678fb197'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 05:02:50.057171 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (61567d57-cdff-4d2c-9084-1e085401f70a), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:50.084156 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] Pushing event deleted for resources: {'Port': ['ID=61567d57-cdff-4d2c-9084-1e085401f70a,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:50.087251 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] No DVR routers for this DVR port 61567d57-cdff-4d2c-9084-1e085401f70a on host dv-cinder-756710-7-iscsi {{(pid=112593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 05:02:50.121595 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:50.163357 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729292', 'neutron.services.segments.db._delete_segments_for_network-8739023563457'] for network (6de81d04-87bb-4e82-ba15-9636966f9274), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:50.187582 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de81d04-87bb-4e82-ba15-9636966f9274']}} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:50.199921 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14a18ed-3a36-405e-a9c6-aa8fce544271') {'for_net_delete': True} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:50.200138 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14a18ed-3a36-405e-a9c6-aa8fce544271') {} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:50.217608 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d50d62-d80e-4bda-8579-797e5a5dfb9f None None] DHCP port deletion for 6de81d04-87bb-4e82-ba15-9636966f9274 request from dv-cinder-756710-7-iscsi {{(pid=112594) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 05:02:50.221290 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739023563349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58957075'] for segment (f14a18ed-3a36-405e-a9c6-aa8fce544271), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:50.239067 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (f14a18ed-3a36-405e-a9c6-aa8fce544271), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:50.257195 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=112593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:02:50.257598 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59245190'] for segment (f14a18ed-3a36-405e-a9c6-aa8fce544271), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:50.266961 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device c858352f-b48c-4e33-a37e-121913ad760b no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:02:50.299703 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: c858352f-b48c-4e33-a37e-121913ad760b {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:02:50.299703 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device c858352f-b48c-4e33-a37e-121913ad760b not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:02:50.300182 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 379abb8e-9f43-4f15-aad6-d62aee681a05 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:02:50.300907 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.services.segments.plugin [-] Segment f14a18ed-3a36-405e-a9c6-aa8fce544271 resource provider aggregate not found Sep 20 05:02:50.319798 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: 379abb8e-9f43-4f15-aad6-d62aee681a05 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:02:50.319912 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 379abb8e-9f43-4f15-aad6-d62aee681a05 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:02:50.320411 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 61567d57-cdff-4d2c-9084-1e085401f70a no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:02:50.323340 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.services.segments.plugin [-] Segment f14a18ed-3a36-405e-a9c6-aa8fce544271 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f14a18ed-3a36-405e-a9c6-aa8fce544271 found for delete ", "request_id": "req-fee1b51c-14ba-4287-81fc-a5cd2e8a9202"}]} Sep 20 05:02:50.331539 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3775114'] for network (6de81d04-87bb-4e82-ba15-9636966f9274), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:50.337941 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:50.340876 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/6de81d04-87bb-4e82-ba15-9636966f9274 HTTP/1.1" status: 204 len: 168 time: 0.5826464 Sep 20 05:02:50.341083 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: 61567d57-cdff-4d2c-9084-1e085401f70a {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:02:50.341338 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 61567d57-cdff-4d2c-9084-1e085401f70a not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:02:50.344447 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54272) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:50.351999 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4b517-f4c6-4682-ab63-3adf0f7bca1c admin admin] Pushing event deleted for resources: {'Network': ['ID=6de81d04-87bb-4e82-ba15-9636966f9274,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:50.683602 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a4f9-b879-4136-a659-35765ab3d205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4094629'] for router_interface (62f6ea92-d1cd-4bb1-adda-06a9489a168d), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:50.901466 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-1ec4a4f9-b879-4136-a659-35765ab3d205 admin admin] Deleting port d053d4e4-1544-43a9-b103-b71baf56d73d {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:02:50.901466 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a4f9-b879-4136-a659-35765ab3d205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (d053d4e4-1544-43a9-b103-b71baf56d73d), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:50.981518 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:50.985709 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:DELETE=5,neutron:UPDATE=2,neutron:SELECT=93 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:51.009632 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45d81f-c3e4-413c-ba75-d755a5a515b8 req-f419d407-2e4a-450b-a237-e512abb34d81 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:51.011091 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-da45d81f-c3e4-413c-ba75-d755a5a515b8 req-f419d407-2e4a-450b-a237-e512abb34d81 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 944 time: 0.0615821 Sep 20 05:02:51.035475 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [None req-1ec4a4f9-b879-4136-a659-35765ab3d205 admin admin] For port d053d4e4-1544-43a9-b103-b71baf56d73d, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=d053d4e4-1544-43a9-b103-b71baf56d73d,segment=NetworkSegment(ab46293e-8df6-4cb8-ad2e-c44dea080d9d),segment_id=ab46293e-8df6-4cb8-ad2e-c44dea080d9d)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:02:51.036370 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a4f9-b879-4136-a659-35765ab3d205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (d053d4e4-1544-43a9-b103-b71baf56d73d), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:51.056308 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-1ec4a4f9-b879-4136-a659-35765ab3d205 admin admin] Calling delete_port for d053d4e4-1544-43a9-b103-b71baf56d73d owned by network:router_interface {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:02:51.117347 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-da45d81f-c3e4-413c-ba75-d755a5a515b8 req-1fa7e8b1-15b9-4843-aa5e-b77d9bc803bc tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997653 Sep 20 05:02:51.255149 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a4f9-b879-4136-a659-35765ab3d205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (d053d4e4-1544-43a9-b103-b71baf56d73d), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:51.282810 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4a4f9-b879-4136-a659-35765ab3d205 admin admin] Pushing event deleted for resources: {'Port': ['ID=d053d4e4-1544-43a9-b103-b71baf56d73d,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:51.443620 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a4f9-b879-4136-a659-35765ab3d205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3684142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3778325'] for router_interface (62f6ea92-d1cd-4bb1-adda-06a9489a168d), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:51.569573 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device f15fb1a3-73e1-48d8-b0d4-41cf678fb197 up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:02:51.613692 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port f15fb1a3-73e1-48d8-b0d4-41cf678fb197 completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 05:02:51.620067 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port f15fb1a3-73e1-48d8-b0d4-41cf678fb197 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:02:51.620474 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (f15fb1a3-73e1-48d8-b0d4-41cf678fb197), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:51.620857 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port f15fb1a3-73e1-48d8-b0d4-41cf678fb197 Sep 20 05:02:51.644710 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec4a4f9-b879-4136-a659-35765ab3d205 admin admin] Router 62f6ea92-d1cd-4bb1-adda-06a9489a168d has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:02:51.711200 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:51.711831 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port f15fb1a3-73e1-48d8-b0d4-41cf678fb197 is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:02:51.712205 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (f15fb1a3-73e1-48d8-b0d4-41cf678fb197), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:51.735086 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a85f27c-bdfe-4580-8579-71ea2b71bbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15fb1a3-73e1-48d8-b0d4-41cf678fb197'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:02:51.737366 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32037988-92fb-49c2-9e20-fedcf0de81c6" -d '{"events": [{"server_uuid": "6a85f27c-bdfe-4580-8579-71ea2b71bbfd", "name": "network-vif-plugged", "status": "completed", "tag": "f15fb1a3-73e1-48d8-b0d4-41cf678fb197"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:02:51.746683 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:51.749650 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec4a4f9-b879-4136-a659-35765ab3d205 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:02:51.750652 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port f15fb1a3-73e1-48d8-b0d4-41cf678fb197, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=f15fb1a3-73e1-48d8-b0d4-41cf678fb197,segment=NetworkSegment(fcbb359f-ee36-41cf-8d62-37b208209e43),segment_id=fcbb359f-ee36-41cf-8d62-37b208209e43)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:02:51.758281 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-1ec4a4f9-b879-4136-a659-35765ab3d205 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/62f6ea92-d1cd-4bb1-adda-06a9489a168d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4093416 Sep 20 05:02:51.758493 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (f15fb1a3-73e1-48d8-b0d4-41cf678fb197), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:51.758596 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54280) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:51.772127 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d72ac-5965-4dde-bc98-20bd328ba90e None None] Sync routers for ids ['62f6ea92-d1cd-4bb1-adda-06a9489a168d'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:02:51.787675 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d72ac-5965-4dde-bc98-20bd328ba90e None None] Routers {'62f6ea92-d1cd-4bb1-adda-06a9489a168d'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:02:51.788663 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-6f0d72ac-5965-4dde-bc98-20bd328ba90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:02:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['62f6ea92-d1cd-4bb1-adda-06a9489a168d'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:51.818307 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=f15fb1a3-73e1-48d8-b0d4-41cf678fb197,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:51.860681 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 05:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b361a19-5725-4092-948b-57ca19c517e3 x-openstack-request-id: req-1b361a19-5725-4092-948b-57ca19c517e3 {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:02:51.861228 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a85f27c-bdfe-4580-8579-71ea2b71bbfd", "name": "network-vif-plugged", "status": "completed", "tag": "f15fb1a3-73e1-48d8-b0d4-41cf678fb197", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:02:51.861677 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1b361a19-5725-4092-948b-57ca19c517e3 {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:02:51.862239 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b361a19-5725-4092-948b-57ca19c517e3'] response: {'server_uuid': '6a85f27c-bdfe-4580-8579-71ea2b71bbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15fb1a3-73e1-48d8-b0d4-41cf678fb197', 'code': 200} Sep 20 05:02:51.916841 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:51.929006 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-6f0d72ac-5965-4dde-bc98-20bd328ba90e None None] Set router 62f6ea92-d1cd-4bb1-adda-06a9489a168d gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:02:51.933758 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:52.054762 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:52.073891 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:52.106940 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:52.111378 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef4fd6-b079-4a8e-aafb-3b9ee9c94b60 req-c24308c3-4a13-42fd-a0f2-ffeb0a26855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:52.113482 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-14ef4fd6-b079-4a8e-aafb-3b9ee9c94b60 req-c24308c3-4a13-42fd-a0f2-ffeb0a26855f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 1129 time: 0.0683162 Sep 20 05:02:52.128675 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-67dcc46d-2cc5-44f8-b8bd-efd5de8a9bcf admin admin] Publish callbacks [] for router (62f6ea92-d1cd-4bb1-adda-06a9489a168d), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:52.129102 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-6f0d72ac-5965-4dde-bc98-20bd328ba90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'name': 'tempest-TestVolumeBootPattern-1088977630-router', 'tenant_id': '1f97be6845804bd48b814faa1e32b34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cf3b31bb-7e66-4c7c-bd6b-31ba35976884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:55Z', 'updated_at': '2022-09-20T05:02:51Z', 'revision_number': 5, 'project_id': '1f97be6845804bd48b814faa1e32b34f', 'gw_port': {'id': 'cf3b31bb-7e66-4c7c-bd6b-31ba35976884', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:56Z', 'updated_at': '2022-09-20T04:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:52.159653 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d72ac-5965-4dde-bc98-20bd328ba90e None None] Checking router: 62f6ea92-d1cd-4bb1-adda-06a9489a168d for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:02:52.169577 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d72ac-5965-4dde-bc98-20bd328ba90e None None] Routers {'62f6ea92-d1cd-4bb1-adda-06a9489a168d'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:02:52.170202 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-6f0d72ac-5965-4dde-bc98-20bd328ba90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:02:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['62f6ea92-d1cd-4bb1-adda-06a9489a168d'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:52.172674 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-14ef4fd6-b079-4a8e-aafb-3b9ee9c94b60 req-39e65f4d-abea-4813-a1c4-13eddbd83b90 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525444 Sep 20 05:02:52.277612 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb2654-b406-4553-bb27-965acd125794 req-647b3352-7a6a-4855-a011-fcffb1a119cd tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:52.279112 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e8eb2654-b406-4553-bb27-965acd125794 req-647b3352-7a6a-4855-a011-fcffb1a119cd tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0676565 Sep 20 05:02:52.285041 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-67dcc46d-2cc5-44f8-b8bd-efd5de8a9bcf admin admin] Publish callbacks [] for router_gateway (62f6ea92-d1cd-4bb1-adda-06a9489a168d), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:52.359628 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-67dcc46d-2cc5-44f8-b8bd-efd5de8a9bcf admin admin] Deleting port cf3b31bb-7e66-4c7c-bd6b-31ba35976884 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:02:52.359972 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-67dcc46d-2cc5-44f8-b8bd-efd5de8a9bcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (cf3b31bb-7e66-4c7c-bd6b-31ba35976884), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:52.366010 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e8eb2654-b406-4553-bb27-965acd125794 req-078c6025-31cc-488f-b921-de96536d6ecc tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765142 Sep 20 05:02:52.369462 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-6f0d72ac-5965-4dde-bc98-20bd328ba90e None None] Set router 62f6ea92-d1cd-4bb1-adda-06a9489a168d gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:02:52.448297 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [None req-67dcc46d-2cc5-44f8-b8bd-efd5de8a9bcf admin admin] For port cf3b31bb-7e66-4c7c-bd6b-31ba35976884, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=cf3b31bb-7e66-4c7c-bd6b-31ba35976884,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:02:52.448703 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-67dcc46d-2cc5-44f8-b8bd-efd5de8a9bcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (cf3b31bb-7e66-4c7c-bd6b-31ba35976884), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:52.461305 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-67dcc46d-2cc5-44f8-b8bd-efd5de8a9bcf admin admin] Calling delete_port for cf3b31bb-7e66-4c7c-bd6b-31ba35976884 owned by network:router_gateway {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:02:52.463173 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:52.537512 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-6f0d72ac-5965-4dde-bc98-20bd328ba90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'name': 'tempest-TestVolumeBootPattern-1088977630-router', 'tenant_id': '1f97be6845804bd48b814faa1e32b34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cf3b31bb-7e66-4c7c-bd6b-31ba35976884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:55Z', 'updated_at': '2022-09-20T05:02:51Z', 'revision_number': 5, 'project_id': '1f97be6845804bd48b814faa1e32b34f', 'gw_port': {'id': 'cf3b31bb-7e66-4c7c-bd6b-31ba35976884', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:56Z', 'updated_at': '2022-09-20T04:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:52.562241 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d72ac-5965-4dde-bc98-20bd328ba90e None None] The sync data for ids ['62f6ea92-d1cd-4bb1-adda-06a9489a168d'] in dv-cinder-756710-7-iscsi is: [{'id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'name': 'tempest-TestVolumeBootPattern-1088977630-router', 'tenant_id': '1f97be6845804bd48b814faa1e32b34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cf3b31bb-7e66-4c7c-bd6b-31ba35976884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T04:55:55Z', 'updated_at': '2022-09-20T05:02:51Z', 'revision_number': 5, 'project_id': '1f97be6845804bd48b814faa1e32b34f', 'gw_port': {'id': 'cf3b31bb-7e66-4c7c-bd6b-31ba35976884', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6ea92-d1cd-4bb1-adda-06a9489a168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T04:55:56Z', 'updated_at': '2022-09-20T04:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:02:52.627211 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-67dcc46d-2cc5-44f8-b8bd-efd5de8a9bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (cf3b31bb-7e66-4c7c-bd6b-31ba35976884), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:52.653724 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcc46d-2cc5-44f8-b8bd-efd5de8a9bcf admin admin] Pushing event deleted for resources: {'Port': ['ID=cf3b31bb-7e66-4c7c-bd6b-31ba35976884,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:52.719995 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-67dcc46d-2cc5-44f8-b8bd-efd5de8a9bcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3775071'] for router_gateway (62f6ea92-d1cd-4bb1-adda-06a9489a168d), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:52.804948 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-67dcc46d-2cc5-44f8-b8bd-efd5de8a9bcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4743'] for router (62f6ea92-d1cd-4bb1-adda-06a9489a168d), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:52.807074 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-67dcc46d-2cc5-44f8-b8bd-efd5de8a9bcf admin admin] Publish callbacks [] for router_controller (62f6ea92-d1cd-4bb1-adda-06a9489a168d), precommit_delete_associations {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:52.846872 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-67dcc46d-2cc5-44f8-b8bd-efd5de8a9bcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3778408'] for router (62f6ea92-d1cd-4bb1-adda-06a9489a168d), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:52.847589 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dcc46d-2cc5-44f8-b8bd-efd5de8a9bcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62f6ea92-d1cd-4bb1-adda-06a9489a168d {{(pid=112592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 05:02:52.852466 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-67dcc46d-2cc5-44f8-b8bd-efd5de8a9bcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:52.853622 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-67dcc46d-2cc5-44f8-b8bd-efd5de8a9bcf admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/62f6ea92-d1cd-4bb1-adda-06a9489a168d HTTP/1.1" status: 204 len: 168 time: 1.0941365 Sep 20 05:02:52.856108 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54284) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:52.900654 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_v2 [None req-759dc3d1-2e24-4c1d-9006-8aa1a99cb7fc admin admin] Deleting subnet 6c27e2d6-d0f4-4922-bc7d-8191d931ab19 {{(pid=112592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 05:02:52.903964 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-759dc3d1-2e24-4c1d-9006-8aa1a99cb7fc admin admin] Publish callbacks [] for subnet (6c27e2d6-d0f4-4922-bc7d-8191d931ab19), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:52.944279 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-759dc3d1-2e24-4c1d-9006-8aa1a99cb7fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59606820'] for subnet (6c27e2d6-d0f4-4922-bc7d-8191d931ab19), precommit_delete_associations {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:52.945919 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:52.987647 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:53.028114 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-759dc3d1-2e24-4c1d-9006-8aa1a99cb7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766695'] for subnet (6c27e2d6-d0f4-4922-bc7d-8191d931ab19), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:53.084092 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-759dc3d1-2e24-4c1d-9006-8aa1a99cb7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59301371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58868331'] for subnet (6c27e2d6-d0f4-4922-bc7d-8191d931ab19), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:53.107271 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759dc3d1-2e24-4c1d-9006-8aa1a99cb7fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c27e2d6-d0f4-4922-bc7d-8191d931ab19,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:53.113236 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-759dc3d1-2e24-4c1d-9006-8aa1a99cb7fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:53.118705 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-759dc3d1-2e24-4c1d-9006-8aa1a99cb7fc admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/6c27e2d6-d0f4-4922-bc7d-8191d931ab19 HTTP/1.1" status: 204 len: 168 time: 0.2591248 Sep 20 05:02:53.119113 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54286) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:53.120237 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad221a0f-8a31-4894-8ebb-33c06ad22212 None None] Network dd0c1d4a-2751-4c88-8754-e04e6abc1eaa requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 05:02:53.198639 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726418'] for network (dd0c1d4a-2751-4c88-8754-e04e6abc1eaa), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:53.249368 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] Deleting port c5f2c6e5-2409-4cca-8e41-89688c985079 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:02:53.249810 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (c5f2c6e5-2409-4cca-8e41-89688c985079), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:53.317568 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] For port c5f2c6e5-2409-4cca-8e41-89688c985079, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=c5f2c6e5-2409-4cca-8e41-89688c985079,segment=NetworkSegment(ab46293e-8df6-4cb8-ad2e-c44dea080d9d),segment_id=ab46293e-8df6-4cb8-ad2e-c44dea080d9d)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:02:53.317936 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (c5f2c6e5-2409-4cca-8e41-89688c985079), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:53.330729 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] Calling delete_port for c5f2c6e5-2409-4cca-8e41-89688c985079 owned by network:dhcp {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:02:53.408260 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (c5f2c6e5-2409-4cca-8e41-89688c985079), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:53.433702 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f2c6e5-2409-4cca-8e41-89688c985079,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:53.439164 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] No DVR routers for this DVR port c5f2c6e5-2409-4cca-8e41-89688c985079 on host dv-cinder-756710-7-iscsi {{(pid=112592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 05:02:53.543744 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729292', 'neutron.services.segments.db._delete_segments_for_network-8739023563457'] for network (dd0c1d4a-2751-4c88-8754-e04e6abc1eaa), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:53.552684 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671ecc3-8982-4844-9248-4777c7d227b9 req-66d73a9d-2c25-4c76-a924-8e98532381ad tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:53.554355 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6671ecc3-8982-4844-9248-4777c7d227b9 req-66d73a9d-2c25-4c76-a924-8e98532381ad tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0935538 Sep 20 05:02:53.569823 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70d1df5-1c4c-483d-b905-3d44781c40e0 None None] DHCP port deletion for dd0c1d4a-2751-4c88-8754-e04e6abc1eaa request from dv-cinder-756710-7-iscsi {{(pid=112594) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 05:02:53.590575 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0c1d4a-2751-4c88-8754-e04e6abc1eaa']}} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:53.615451 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab46293e-8df6-4cb8-ad2e-c44dea080d9d') {'for_net_delete': True} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:53.615742 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.services.segments.db [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab46293e-8df6-4cb8-ad2e-c44dea080d9d') {} {{(pid=112592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:53.637658 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739023563349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59606815'] for segment (ab46293e-8df6-4cb8-ad2e-c44dea080d9d), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:53.642458 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6671ecc3-8982-4844-9248-4777c7d227b9 req-302f8a80-7171-4e54-9cb3-cdbdddfedec6 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824420 Sep 20 05:02:53.657810 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (ab46293e-8df6-4cb8-ad2e-c44dea080d9d), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:53.665060 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=112592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:02:53.665461 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59301185'] for segment (ab46293e-8df6-4cb8-ad2e-c44dea080d9d), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:53.706832 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.services.segments.plugin [-] Segment ab46293e-8df6-4cb8-ad2e-c44dea080d9d resource provider aggregate not found Sep 20 05:02:53.727870 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.services.segments.plugin [-] Segment ab46293e-8df6-4cb8-ad2e-c44dea080d9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab46293e-8df6-4cb8-ad2e-c44dea080d9d found for delete ", "request_id": "req-8a4d196a-f8ce-4c8b-91d2-ea92888590bc"}]} Sep 20 05:02:53.729590 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3775114'] for network (dd0c1d4a-2751-4c88-8754-e04e6abc1eaa), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:53.735200 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:53.739787 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/dd0c1d4a-2751-4c88-8754-e04e6abc1eaa HTTP/1.1" status: 204 len: 168 time: 0.6184528 Sep 20 05:02:53.750436 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89651dbb-7922-4dd1-af8a-038501206e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=dd0c1d4a-2751-4c88-8754-e04e6abc1eaa,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:53.850156 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54296) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:53.890468 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-ba9cb368-aa1f-44ad-a38d-4d3f18e64cef admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=46ddf925b345471da94d05998a6a0540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391605 Sep 20 05:02:53.892962 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54298) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:53.919879 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:53.950479 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7ee71304-3974-40df-83e5-ffaa4cba5c5e admin admin] Publish callbacks [] for security_group (44dd2867-397e-4245-b37c-3105f5eb4b4b), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:53.972470 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7ee71304-3974-40df-83e5-ffaa4cba5c5e admin admin] Publish callbacks [] for security_group (44dd2867-397e-4245-b37c-3105f5eb4b4b), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:53.992324 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:DELETE=10,neutron:UPDATE=2,neutron:SELECT=88 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:54.024187 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7ee71304-3974-40df-83e5-ffaa4cba5c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (44dd2867-397e-4245-b37c-3105f5eb4b4b), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:54.026844 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-7ee71304-3974-40df-83e5-ffaa4cba5c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:54.028024 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-7ee71304-3974-40df-83e5-ffaa4cba5c5e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/44dd2867-397e-4245-b37c-3105f5eb4b4b HTTP/1.1" status: 204 len: 168 time: 0.1341352 Sep 20 05:02:54.037793 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee71304-3974-40df-83e5-ffaa4cba5c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dd2867-397e-4245-b37c-3105f5eb4b4b,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:54.120475 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device cf3b31bb-7e66-4c7c-bd6b-31ba35976884 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:02:54.143785 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: cf3b31bb-7e66-4c7c-bd6b-31ba35976884 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:02:54.144263 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device cf3b31bb-7e66-4c7c-bd6b-31ba35976884 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:02:54.144729 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device d053d4e4-1544-43a9-b103-b71baf56d73d no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:02:54.163541 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: d053d4e4-1544-43a9-b103-b71baf56d73d {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:02:54.163899 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device d053d4e4-1544-43a9-b103-b71baf56d73d not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:02:54.164322 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device c5f2c6e5-2409-4cca-8e41-89688c985079 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:02:54.182790 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: c5f2c6e5-2409-4cca-8e41-89688c985079 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:02:54.183153 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device c5f2c6e5-2409-4cca-8e41-89688c985079 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:02:54.360032 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54304) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:54.399558 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-3d65a71a-f632-4d06-8050-917540b91858 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1f97be6845804bd48b814faa1e32b34f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382745 Sep 20 05:02:54.401968 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54306) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:54.447824 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd9a8-1f56-4e50-a9b7-e1e917f51bf1 admin admin] Publish callbacks [] for security_group (6fa387b9-cfe7-4974-b1e9-a0354c7c213c), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:54.467201 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd9a8-1f56-4e50-a9b7-e1e917f51bf1 admin admin] Publish callbacks [] for security_group (6fa387b9-cfe7-4974-b1e9-a0354c7c213c), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:54.514820 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd9a8-1f56-4e50-a9b7-e1e917f51bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (6fa387b9-cfe7-4974-b1e9-a0354c7c213c), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:54.517228 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd9a8-1f56-4e50-a9b7-e1e917f51bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:54.518323 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-1f0cd9a8-1f56-4e50-a9b7-e1e917f51bf1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6fa387b9-cfe7-4974-b1e9-a0354c7c213c HTTP/1.1" status: 204 len: 168 time: 0.1154940 Sep 20 05:02:54.525816 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cd9a8-1f56-4e50-a9b7-e1e917f51bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa387b9-cfe7-4974-b1e9-a0354c7c213c,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:02:54.777032 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355269f-4cf5-4f97-a218-258c032a8285 req-9e3bc257-f4c1-44f0-b15a-6d656b98a216 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:54.778641 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1355269f-4cf5-4f97-a218-258c032a8285 req-9e3bc257-f4c1-44f0-b15a-6d656b98a216 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0520999 Sep 20 05:02:54.830566 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1355269f-4cf5-4f97-a218-258c032a8285 req-296fd50b-efa4-4084-bb76-b86c107d073d tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459208 Sep 20 05:02:54.957572 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7673a-0c0b-4ba1-819e-1fb786e1f9e6 req-523157b1-24aa-499a-b22e-13871b00f323 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:54.959059 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a5b7673a-0c0b-4ba1-819e-1fb786e1f9e6 req-523157b1-24aa-499a-b22e-13871b00f323 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0514250 Sep 20 05:02:54.968814 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54314) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:02:54.973149 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-12c71333-c6f1-42c8-ae97-fafd50528f10 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Request body: {'floatingip': {'port_id': 'f15fb1a3-73e1-48d8-b0d4-41cf678fb197'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:02:55.014729 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-12c71333-c6f1-42c8-ae97-fafd50528f10 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for floatingip (a9e23f7d-90f9-4a99-9a58-86e6da28e7c0), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:55.431727 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-12c71333-c6f1-42c8-ae97-fafd50528f10 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:55.435726 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-12c71333-c6f1-42c8-ae97-fafd50528f10 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (a9e23f7d-90f9-4a99-9a58-86e6da28e7c0), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:55.530357 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.l3_db [None req-12c71333-c6f1-42c8-ae97-fafd50528f10 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Floating IP a9e23f7d-90f9-4a99-9a58-86e6da28e7c0 associated. External IP: 172.27.1.72, port: f15fb1a3-73e1-48d8-b0d4-41cf678fb197. Sep 20 05:02:55.721639 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:55.746149 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c71333-c6f1-42c8-ae97-fafd50528f10 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Router bfa386bf-7982-410d-8a40-9279c17939ad has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:02:55.846504 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c71333-c6f1-42c8-ae97-fafd50528f10 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:02:55.851493 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-12c71333-c6f1-42c8-ae97-fafd50528f10 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:02:55.857217 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4e80f9-df66-4845-8557-51234b23fcd5 None None] Sync routers for ids ['bfa386bf-7982-410d-8a40-9279c17939ad'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:02:55.866920 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4e80f9-df66-4845-8557-51234b23fcd5 None None] Routers {'bfa386bf-7982-410d-8a40-9279c17939ad'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:02:55.867535 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-7f4e80f9-df66-4845-8557-51234b23fcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:02:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['bfa386bf-7982-410d-8a40-9279c17939ad'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:55.882397 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-12c71333-c6f1-42c8-ae97-fafd50528f10 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/a9e23f7d-90f9-4a99-9a58-86e6da28e7c0 HTTP/1.1" status: 200 len: 990 time: 0.9125412 Sep 20 05:02:55.883023 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a85f27c-bdfe-4580-8579-71ea2b71bbfd', 'tag': 'f15fb1a3-73e1-48d8-b0d4-41cf678fb197'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:02:55.885297 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327064a4-d9d1-4591-9868-e5eb42786b16" -d '{"events": [{"name": "network-changed", "server_uuid": "6a85f27c-bdfe-4580-8579-71ea2b71bbfd", "tag": "f15fb1a3-73e1-48d8-b0d4-41cf678fb197"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:02:55.922861 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 05:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b3b33d-17c0-44c7-8127-ca33eca6240e x-openstack-request-id: req-35b3b33d-17c0-44c7-8127-ca33eca6240e {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:02:55.923150 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a85f27c-bdfe-4580-8579-71ea2b71bbfd", "tag": "f15fb1a3-73e1-48d8-b0d4-41cf678fb197", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:02:55.923412 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-35b3b33d-17c0-44c7-8127-ca33eca6240e {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:02:55.923813 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b3b33d-17c0-44c7-8127-ca33eca6240e'] response: {'name': 'network-changed', 'server_uuid': '6a85f27c-bdfe-4580-8579-71ea2b71bbfd', 'tag': 'f15fb1a3-73e1-48d8-b0d4-41cf678fb197', 'status': 'completed', 'code': 200} Sep 20 05:02:55.972178 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-7f4e80f9-df66-4845-8557-51234b23fcd5 None None] Set router bfa386bf-7982-410d-8a40-9279c17939ad gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:02:55.999463 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:56.010807 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327064a4-d9d1-4591-9868-e5eb42786b16 req-a43e4f70-1a05-49ad-96b5-194b49c2e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:56.012554 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-327064a4-d9d1-4591-9868-e5eb42786b16 req-a43e4f70-1a05-49ad-96b5-194b49c2e42c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3218048072f048d9afc65ae138523bfd&device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 1129 time: 0.0399392 Sep 20 05:02:56.101519 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327064a4-d9d1-4591-9868-e5eb42786b16 req-a228e23f-a635-4614-b535-6571e4d5999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:56.103278 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-327064a4-d9d1-4591-9868-e5eb42786b16 req-a228e23f-a635-4614-b535-6571e4d5999f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447d3db5-30f6-43d8-9751-379a0d9ed4d0 HTTP/1.1" status: 200 len: 911 time: 0.0857224 Sep 20 05:02:56.167495 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-327064a4-d9d1-4591-9868-e5eb42786b16 req-6cbf9f2d-c840-42f5-91b8-cd3395cb96f2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15fb1a3-73e1-48d8-b0d4-41cf678fb197 HTTP/1.1" status: 200 len: 998 time: 0.0589111 Sep 20 05:02:56.186684 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-7f4e80f9-df66-4845-8557-51234b23fcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:40Z', 'revision_number': 4, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port': {'id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': 'a9e23f7d-90f9-4a99-9a58-86e6da28e7c0', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'port_id': 'f15fb1a3-73e1-48d8-b0d4-41cf678fb197', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'mac_address': 'fa:16:3e:f0:c7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a85f27c-bdfe-4580-8579-71ea2b71bbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T05:02:43Z', 'updated_at': '2022-09-20T05:02:55Z', 'revision_number': 1, 'project_id': '3218048072f048d9afc65ae138523bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c95b19-a016-4149-aba3-5a9b762f4faf', 'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'mac_address': 'fa:16:3e:50:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:40Z', 'updated_at': '2022-09-20T05:02:45Z', 'revision_number': 5, 'project_id': '3218048072f048d9afc65ae138523bfd', 'subnets': [{'id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:56.210819 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4e80f9-df66-4845-8557-51234b23fcd5 None None] Checking router: bfa386bf-7982-410d-8a40-9279c17939ad for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:02:56.214051 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327064a4-d9d1-4591-9868-e5eb42786b16 req-344f4a36-0f92-4257-a7cb-9e6401398e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:56.215485 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-327064a4-d9d1-4591-9868-e5eb42786b16 req-344f4a36-0f92-4257-a7cb-9e6401398e85 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=46057e9d-6342-4545-886b-5d9d95d72ff8 HTTP/1.1" status: 200 len: 850 time: 0.0428193 Sep 20 05:02:56.218983 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4e80f9-df66-4845-8557-51234b23fcd5 None None] Routers {'bfa386bf-7982-410d-8a40-9279c17939ad'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:02:56.219571 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-7f4e80f9-df66-4845-8557-51234b23fcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:02:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['bfa386bf-7982-410d-8a40-9279c17939ad'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:56.257655 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327064a4-d9d1-4591-9868-e5eb42786b16 req-457532e2-3e81-4b51-93da-e569dfc5bf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:02:56.259162 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-327064a4-d9d1-4591-9868-e5eb42786b16 req-457532e2-3e81-4b51-93da-e569dfc5bf72 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447d3db5-30f6-43d8-9751-379a0d9ed4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384376 Sep 20 05:02:56.310305 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:02:56.322498 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-7f4e80f9-df66-4845-8557-51234b23fcd5 None None] Set router bfa386bf-7982-410d-8a40-9279c17939ad gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:02:56.352097 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-327064a4-d9d1-4591-9868-e5eb42786b16 req-9e77cdf3-4e7e-4636-8ab3-2de221cd081a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871873 Sep 20 05:02:56.443936 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-327064a4-d9d1-4591-9868-e5eb42786b16 req-7fd2bf29-4ddd-4a9e-921a-b78ddca14408 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865364 Sep 20 05:02:56.532491 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-7f4e80f9-df66-4845-8557-51234b23fcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:40Z', 'revision_number': 4, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port': {'id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': 'a9e23f7d-90f9-4a99-9a58-86e6da28e7c0', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'port_id': 'f15fb1a3-73e1-48d8-b0d4-41cf678fb197', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'mac_address': 'fa:16:3e:f0:c7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a85f27c-bdfe-4580-8579-71ea2b71bbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T05:02:43Z', 'updated_at': '2022-09-20T05:02:55Z', 'revision_number': 1, 'project_id': '3218048072f048d9afc65ae138523bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c95b19-a016-4149-aba3-5a9b762f4faf', 'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'mac_address': 'fa:16:3e:50:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:40Z', 'updated_at': '2022-09-20T05:02:45Z', 'revision_number': 5, 'project_id': '3218048072f048d9afc65ae138523bfd', 'subnets': [{'id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:02:56.561287 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4e80f9-df66-4845-8557-51234b23fcd5 None None] The sync data for ids ['bfa386bf-7982-410d-8a40-9279c17939ad'] in dv-cinder-756710-7-iscsi is: [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:40Z', 'revision_number': 4, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port': {'id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': 'a9e23f7d-90f9-4a99-9a58-86e6da28e7c0', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'port_id': 'f15fb1a3-73e1-48d8-b0d4-41cf678fb197', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'mac_address': 'fa:16:3e:f0:c7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a85f27c-bdfe-4580-8579-71ea2b71bbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T05:02:43Z', 'updated_at': '2022-09-20T05:02:55Z', 'revision_number': 1, 'project_id': '3218048072f048d9afc65ae138523bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c95b19-a016-4149-aba3-5a9b762f4faf', 'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'mac_address': 'fa:16:3e:50:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:40Z', 'updated_at': '2022-09-20T05:02:45Z', 'revision_number': 5, 'project_id': '3218048072f048d9afc65ae138523bfd', 'subnets': [{'id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:02:56.744026 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc2009-0a17-4dea-a163-5dc24a10ef03 None None] New status for floating IP a9e23f7d-90f9-4a99-9a58-86e6da28e7c0: ACTIVE {{(pid=112595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 05:02:57.056242 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:03:00.114743 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:03:05.877898 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:03:05.880122 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=23 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:03:06.435229 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=15 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:03:06.441267 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=80,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:03:10.108204 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=93 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:03:10.110088 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:03:15.106228 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:03:15.110554 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:03:16.702420 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-93ebf1c2-b81c-4b4e-80f2-e107eb829837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:03:18.906948 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-330d1b5d-02fe-4afe-9393-60b0b7da3951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:03:20.106164 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:03:21.699424 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:03:21.927514 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:03:30.145920 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:03:34.054287 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:03:36.987445 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa0b6a-2632-4625-8f0c-ece2f52d1228 req-55823ea7-da38-434a-bf3a-4bbb62967ea1 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:03:36.988916 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c4aa0b6a-2632-4625-8f0c-ece2f52d1228 req-55823ea7-da38-434a-bf3a-4bbb62967ea1 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0468338 Sep 20 05:03:37.036116 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c4aa0b6a-2632-4625-8f0c-ece2f52d1228 req-30f3fff0-9548-48bb-acd7-d18cc10880fa tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415461 Sep 20 05:03:38.158459 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657e04c-a290-49bf-9d1b-7c9aa27190fc req-54fd30d1-d84a-4d2b-89c7-23b97d9c4560 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:03:38.160012 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b657e04c-a290-49bf-9d1b-7c9aa27190fc req-54fd30d1-d84a-4d2b-89c7-23b97d9c4560 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0495610 Sep 20 05:03:38.206265 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b657e04c-a290-49bf-9d1b-7c9aa27190fc req-23bf8b47-4720-4fc4-8c20-b14a1b2e9233 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402117 Sep 20 05:03:39.326171 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124936ce-8423-41e6-b2d1-4d754859b793 req-a76f0953-c22f-4486-8b13-64cab99db3d8 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:03:39.327630 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-124936ce-8423-41e6-b2d1-4d754859b793 req-a76f0953-c22f-4486-8b13-64cab99db3d8 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0467622 Sep 20 05:03:39.373334 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-124936ce-8423-41e6-b2d1-4d754859b793 req-37796713-8e3b-4788-991b-954760e7145a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402162 Sep 20 05:03:40.140160 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:03:40.142051 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:03:40.494730 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4a72a-8c04-44b2-8cfa-683e8df24d66 req-d66fcd8e-990d-4eb9-a6c8-e43189e546c7 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:03:40.496145 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f4e4a72a-8c04-44b2-8cfa-683e8df24d66 req-d66fcd8e-990d-4eb9-a6c8-e43189e546c7 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0449684 Sep 20 05:03:40.545349 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f4e4a72a-8c04-44b2-8cfa-683e8df24d66 req-7176f0e2-8cdf-4c17-9590-7b62fc4c2135 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438242 Sep 20 05:03:41.662423 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3003d5-15b0-4827-a9c7-9b9721d6bf8c req-27c4a2ee-77ca-4c51-b6d9-59cc2cbac06d tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:03:41.663839 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5b3003d5-15b0-4827-a9c7-9b9721d6bf8c req-27c4a2ee-77ca-4c51-b6d9-59cc2cbac06d tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0454924 Sep 20 05:03:41.719349 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-5b3003d5-15b0-4827-a9c7-9b9721d6bf8c req-44fc08f7-8e70-4c2f-ac9e-3cad321f8de3 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492208 Sep 20 05:03:42.849269 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296c3de-7697-49cd-9c21-ea03690273a3 req-23d8b7bb-b0e8-466d-834c-f57b558bd694 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:03:42.850729 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b296c3de-7697-49cd-9c21-ea03690273a3 req-23d8b7bb-b0e8-466d-834c-f57b558bd694 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0459931 Sep 20 05:03:42.897968 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b296c3de-7697-49cd-9c21-ea03690273a3 req-9868c1d3-2b31-45c5-b2d2-e9b0a682e696 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417180 Sep 20 05:03:44.021925 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8894e-fe57-46f0-8196-4475f03c6801 req-b1e123eb-8088-4fe7-8877-929af9381074 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:03:44.023385 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9ac8894e-fe57-46f0-8196-4475f03c6801 req-b1e123eb-8088-4fe7-8877-929af9381074 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0491931 Sep 20 05:03:44.070580 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-9ac8894e-fe57-46f0-8196-4475f03c6801 req-0fc9830a-dd36-4926-8259-e52322081f84 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404913 Sep 20 05:03:45.194446 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde5ad2-b6d1-467b-9c85-e2a3cde252bd req-9d4d8aba-d9d9-4dab-b5c2-7de449d3aa41 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:03:45.195903 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fcde5ad2-b6d1-467b-9c85-e2a3cde252bd req-9d4d8aba-d9d9-4dab-b5c2-7de449d3aa41 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0461006 Sep 20 05:03:45.241848 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fcde5ad2-b6d1-467b-9c85-e2a3cde252bd req-828179f4-b680-47ad-8141-900b432d7d88 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404379 Sep 20 05:03:46.362353 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a404161-ccc4-4d05-8c44-f80afea12cce req-4abf6217-6d38-4b2c-b19c-6768f22dcbc0 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:03:46.363710 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2a404161-ccc4-4d05-8c44-f80afea12cce req-4abf6217-6d38-4b2c-b19c-6768f22dcbc0 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0483863 Sep 20 05:03:46.409646 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2a404161-ccc4-4d05-8c44-f80afea12cce req-325144b6-d696-481a-bb75-065f915b692f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397260 Sep 20 05:03:46.704415 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3a8e4916-c3e3-4715-9efe-dad31165c30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:03:47.530976 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10776fbd-6b46-43d5-b458-fae4d9028e2b req-8ef03af7-f011-41b5-b6df-2a51f41e20f4 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:03:47.532399 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-10776fbd-6b46-43d5-b458-fae4d9028e2b req-8ef03af7-f011-41b5-b6df-2a51f41e20f4 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0450428 Sep 20 05:03:47.577327 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-10776fbd-6b46-43d5-b458-fae4d9028e2b req-76c4c112-d238-4ce0-bb05-f11db81b5fbb tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395300 Sep 20 05:03:47.776848 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bae365-802a-441c-9bc3-21c680116763 req-5bef0fbb-d8ef-4cc3-9c5d-40b3d883c27b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:03:47.778335 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-83bae365-802a-441c-9bc3-21c680116763 req-5bef0fbb-d8ef-4cc3-9c5d-40b3d883c27b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0466125 Sep 20 05:03:47.825234 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:03:47.833076 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-83bae365-802a-441c-9bc3-21c680116763 req-60b39925-645a-4527-9ef6-11c107adfe9b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474460 Sep 20 05:03:47.857815 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bec93-7fea-47bb-9af2-c34719649030 req-63fbe0f4-63be-401a-aafc-6a454925257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:03:47.859346 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b99bec93-7fea-47bb-9af2-c34719649030 req-63fbe0f4-63be-401a-aafc-6a454925257a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3218048072f048d9afc65ae138523bfd&device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 1129 time: 0.0411360 Sep 20 05:03:47.949932 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bec93-7fea-47bb-9af2-c34719649030 req-8eb17bb1-39e7-4ed5-afbe-5481e4ae4a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:03:47.951276 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b99bec93-7fea-47bb-9af2-c34719649030 req-8eb17bb1-39e7-4ed5-afbe-5481e4ae4a3a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447d3db5-30f6-43d8-9751-379a0d9ed4d0 HTTP/1.1" status: 200 len: 911 time: 0.0861499 Sep 20 05:03:48.014301 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b99bec93-7fea-47bb-9af2-c34719649030 req-559c66a7-4c51-45f9-ad6d-86c896f0e28c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15fb1a3-73e1-48d8-b0d4-41cf678fb197 HTTP/1.1" status: 200 len: 1000 time: 0.0568435 Sep 20 05:03:48.061224 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bec93-7fea-47bb-9af2-c34719649030 req-79197d46-8610-41a5-a18c-fc30771be0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:03:48.062575 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b99bec93-7fea-47bb-9af2-c34719649030 req-79197d46-8610-41a5-a18c-fc30771be0a6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=46057e9d-6342-4545-886b-5d9d95d72ff8 HTTP/1.1" status: 200 len: 850 time: 0.0423734 Sep 20 05:03:48.104311 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bec93-7fea-47bb-9af2-c34719649030 req-5c6b5b0c-06e6-4414-af65-b59c0b10eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:03:48.105823 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b99bec93-7fea-47bb-9af2-c34719649030 req-5c6b5b0c-06e6-4414-af65-b59c0b10eb37 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447d3db5-30f6-43d8-9751-379a0d9ed4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369060 Sep 20 05:03:48.207023 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b99bec93-7fea-47bb-9af2-c34719649030 req-77b18292-cba4-4912-8aa6-8fbeb704a35f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949786 Sep 20 05:03:48.296438 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b99bec93-7fea-47bb-9af2-c34719649030 req-0b37fe21-dbd1-4467-96e8-cd42445355ba service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835636 Sep 20 05:03:48.908482 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-426c39d0-f496-4610-ab7d-46ba3850af20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:03:48.940002 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:03:48.958901 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbc051-23b9-4265-afb8-a0614b80f3ed req-7674a668-c318-4a46-8319-9f456fd87462 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:03:48.960542 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-57cbc051-23b9-4265-afb8-a0614b80f3ed req-7674a668-c318-4a46-8319-9f456fd87462 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0473688 Sep 20 05:03:49.006863 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-57cbc051-23b9-4265-afb8-a0614b80f3ed req-57a4c28c-f025-4fcc-98bd-4ff7677ddd82 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407338 Sep 20 05:03:50.111732 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:03:51.704200 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:03:51.929691 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:03:52.101182 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=3 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:03:52.107578 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:03:58.287873 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=52 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:03:58.294106 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=42 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:03:58.995992 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=8 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:03:59.003030 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=8 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:04:00.138963 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:04:08.082068 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:04:08.082818 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:04:09.933085 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-2725d753-8e21-4a02-94de-84fdbd6770ba req-967be4ff-0749-4599-bf00-d6880c9d8c35 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370293 Sep 20 05:04:10.036951 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725d753-8e21-4a02-94de-84fdbd6770ba req-9f97efe1-0baf-4ff9-9f43-132b9c492ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:10.038427 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-2725d753-8e21-4a02-94de-84fdbd6770ba req-9f97efe1-0baf-4ff9-9f43-132b9c492ea6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3218048072f048d9afc65ae138523bfd&device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 1129 time: 0.0388048 Sep 20 05:04:10.132541 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:04:10.133676 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:04:10.148188 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725d753-8e21-4a02-94de-84fdbd6770ba req-edec1634-6587-43ee-9f99-410dc571f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:10.150158 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-2725d753-8e21-4a02-94de-84fdbd6770ba req-edec1634-6587-43ee-9f99-410dc571f721 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447d3db5-30f6-43d8-9751-379a0d9ed4d0 HTTP/1.1" status: 200 len: 911 time: 0.0899448 Sep 20 05:04:10.210746 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-2725d753-8e21-4a02-94de-84fdbd6770ba req-eb26d7ae-f503-481e-a85c-5f9d27151479 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15fb1a3-73e1-48d8-b0d4-41cf678fb197 HTTP/1.1" status: 200 len: 1000 time: 0.0538876 Sep 20 05:04:10.258465 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725d753-8e21-4a02-94de-84fdbd6770ba req-936ab5eb-f01d-4319-a448-99c02716584e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:10.260387 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-2725d753-8e21-4a02-94de-84fdbd6770ba req-936ab5eb-f01d-4319-a448-99c02716584e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=46057e9d-6342-4545-886b-5d9d95d72ff8 HTTP/1.1" status: 200 len: 850 time: 0.0426567 Sep 20 05:04:10.306759 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725d753-8e21-4a02-94de-84fdbd6770ba req-c400447a-49f4-4c69-a74c-0eb9bb225dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:10.308216 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-2725d753-8e21-4a02-94de-84fdbd6770ba req-c400447a-49f4-4c69-a74c-0eb9bb225dea service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447d3db5-30f6-43d8-9751-379a0d9ed4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418596 Sep 20 05:04:10.395352 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-2725d753-8e21-4a02-94de-84fdbd6770ba req-49913361-d79a-4624-8f05-7d70d00b6947 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797944 Sep 20 05:04:10.484676 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-2725d753-8e21-4a02-94de-84fdbd6770ba req-d536149e-87e9-4c88-adc9-065a5e72e71c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825105 Sep 20 05:04:11.053222 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:04:16.706132 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-f5a6eefc-a9bd-4715-ab30-dda3f003d426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:04:18.910309 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e3e0be03-6c10-435e-aec6-c3e48cf089d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:04:20.111721 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:04:20.480647 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=52 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:04:20.482503 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=49 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:04:21.706045 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:04:21.931887 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:04:22.875480 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cd74a-9d44-4c57-afc1-8118a1905669 req-b2197038-d63c-4ef8-9fc6-7bb2655a8b8e tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:22.876955 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-876cd74a-9d44-4c57-afc1-8118a1905669 req-b2197038-d63c-4ef8-9fc6-7bb2655a8b8e tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0462935 Sep 20 05:04:22.925045 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-876cd74a-9d44-4c57-afc1-8118a1905669 req-3c64a891-17dc-4439-8d77-781782740e14 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424197 Sep 20 05:04:24.046676 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c975e6-e183-4f63-8acc-121e8ed3a4e5 req-e2d0d796-4d74-4670-8442-07edea471bc2 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:24.048113 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-54c975e6-e183-4f63-8acc-121e8ed3a4e5 req-e2d0d796-4d74-4670-8442-07edea471bc2 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0490804 Sep 20 05:04:24.093793 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-54c975e6-e183-4f63-8acc-121e8ed3a4e5 req-17d09354-ac18-4f59-b5c3-f13f5840a9e0 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401878 Sep 20 05:04:25.214224 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d7a7e-f81b-4e2e-82b9-ecc80e83e56d req-c059be75-580c-47f2-99b8-46192e117c2f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:25.215682 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-192d7a7e-f81b-4e2e-82b9-ecc80e83e56d req-c059be75-580c-47f2-99b8-46192e117c2f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0457983 Sep 20 05:04:25.261747 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-192d7a7e-f81b-4e2e-82b9-ecc80e83e56d req-dc550e7e-9b51-4394-a71b-c6705d39b7a1 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405271 Sep 20 05:04:26.378867 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47414d7-d281-45db-9903-ef30549df7b9 req-e5955b6e-3229-4a69-9ccd-5e07634f1b2a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:26.380223 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c47414d7-d281-45db-9903-ef30549df7b9 req-e5955b6e-3229-4a69-9ccd-5e07634f1b2a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0448823 Sep 20 05:04:26.433680 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c47414d7-d281-45db-9903-ef30549df7b9 req-50027f3b-240c-4407-94d8-a687b9c28d00 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472355 Sep 20 05:04:27.551807 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a78893-c52f-4355-9287-4be6be1d4cf8 req-92e37bae-2af1-4aec-be26-509186761c63 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:27.553282 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b2a78893-c52f-4355-9287-4be6be1d4cf8 req-92e37bae-2af1-4aec-be26-509186761c63 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0461316 Sep 20 05:04:27.598673 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b2a78893-c52f-4355-9287-4be6be1d4cf8 req-da0b2c11-f59a-40d5-86aa-82b17b1cae23 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392776 Sep 20 05:04:28.716943 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2162c-4df8-4ee0-b933-695b5b64156f req-fc6b3b38-86a4-4a5e-b0ce-7fbc7f6eabd9 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:28.718387 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a2e2162c-4df8-4ee0-b933-695b5b64156f req-fc6b3b38-86a4-4a5e-b0ce-7fbc7f6eabd9 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0455344 Sep 20 05:04:28.763626 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a2e2162c-4df8-4ee0-b933-695b5b64156f req-19206d7c-74d3-474e-b6b9-6b8595be841b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397389 Sep 20 05:04:29.098086 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=4 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:04:29.103225 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=4 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:04:29.884897 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2ddb4-fec2-4f46-8bb5-3aa433702b1e req-7a847944-f852-477c-82df-cdb187018546 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:29.886351 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0ea2ddb4-fec2-4f46-8bb5-3aa433702b1e req-7a847944-f852-477c-82df-cdb187018546 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0492277 Sep 20 05:04:29.933030 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0ea2ddb4-fec2-4f46-8bb5-3aa433702b1e req-40631360-2069-4718-88b9-1c5007dc642f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408924 Sep 20 05:04:30.145116 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:04:31.053840 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114dee6-c6c4-4745-89c0-d50d9ad8aef5 req-c0ebb431-2b25-4835-9696-103ec8650d50 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:31.055277 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2114dee6-c6c4-4745-89c0-d50d9ad8aef5 req-c0ebb431-2b25-4835-9696-103ec8650d50 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0451035 Sep 20 05:04:31.102434 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2114dee6-c6c4-4745-89c0-d50d9ad8aef5 req-349d1046-b65c-4001-8175-2ab3bb7528b3 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410080 Sep 20 05:04:32.224013 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d8994-a9ce-4a71-9903-f61d24c65a5e req-73a95a8b-41da-4a7c-b4c6-322dacfeda54 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:32.225498 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-273d8994-a9ce-4a71-9903-f61d24c65a5e req-73a95a8b-41da-4a7c-b4c6-322dacfeda54 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0488346 Sep 20 05:04:32.506799 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-273d8994-a9ce-4a71-9903-f61d24c65a5e req-6ddbe88c-8c59-4a29-b759-c1dd6114862a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758029 Sep 20 05:04:33.625638 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0badc50-7ece-4888-97ca-1eeccafdb306 req-846e9a51-8206-497a-8dd8-a9e273012b33 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:33.627068 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e0badc50-7ece-4888-97ca-1eeccafdb306 req-846e9a51-8206-497a-8dd8-a9e273012b33 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0459452 Sep 20 05:04:33.672248 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e0badc50-7ece-4888-97ca-1eeccafdb306 req-6e91e151-447f-4a1a-80c8-4bd878d0737f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397346 Sep 20 05:04:33.874506 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c109c4-2f2c-4f9b-a1a4-e1935cd3d1ea req-f6418bef-72e1-4081-8815-3bfcc89b2584 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:33.875975 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c0c109c4-2f2c-4f9b-a1a4-e1935cd3d1ea req-f6418bef-72e1-4081-8815-3bfcc89b2584 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0492606 Sep 20 05:04:33.916707 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:04:33.924568 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-c0c109c4-2f2c-4f9b-a1a4-e1935cd3d1ea req-cbcb727e-0b72-4a6f-9577-ebfa65b40a7e tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428793 Sep 20 05:04:33.951727 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0b68b-68c4-4978-852a-0a33fec84f9c req-2d9ffe33-44ba-4440-8478-1505afa41d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:33.953911 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b9a0b68b-68c4-4978-852a-0a33fec84f9c req-2d9ffe33-44ba-4440-8478-1505afa41d73 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3218048072f048d9afc65ae138523bfd&device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 1129 time: 0.0406973 Sep 20 05:04:34.287478 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0b68b-68c4-4978-852a-0a33fec84f9c req-e911b5df-905e-4ef2-8293-232360f53941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:34.288954 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b9a0b68b-68c4-4978-852a-0a33fec84f9c req-e911b5df-905e-4ef2-8293-232360f53941 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447d3db5-30f6-43d8-9751-379a0d9ed4d0 HTTP/1.1" status: 200 len: 911 time: 0.3283596 Sep 20 05:04:34.348130 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b9a0b68b-68c4-4978-852a-0a33fec84f9c req-95b2acc5-fb5f-4607-ac00-3ddf204a4ac9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15fb1a3-73e1-48d8-b0d4-41cf678fb197 HTTP/1.1" status: 200 len: 1000 time: 0.0530133 Sep 20 05:04:34.400410 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0b68b-68c4-4978-852a-0a33fec84f9c req-515acdb1-855c-424b-97c4-d3f873c9603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:34.401875 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b9a0b68b-68c4-4978-852a-0a33fec84f9c req-515acdb1-855c-424b-97c4-d3f873c9603d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=46057e9d-6342-4545-886b-5d9d95d72ff8 HTTP/1.1" status: 200 len: 850 time: 0.0483661 Sep 20 05:04:34.442484 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0b68b-68c4-4978-852a-0a33fec84f9c req-7a2f32a0-1289-47c0-aa7d-11c5b39632bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:34.443906 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b9a0b68b-68c4-4978-852a-0a33fec84f9c req-7a2f32a0-1289-47c0-aa7d-11c5b39632bb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447d3db5-30f6-43d8-9751-379a0d9ed4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368059 Sep 20 05:04:34.531468 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b9a0b68b-68c4-4978-852a-0a33fec84f9c req-ddecb9b5-5a81-44ec-9b13-979e94d16fbd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812476 Sep 20 05:04:34.621194 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b9a0b68b-68c4-4978-852a-0a33fec84f9c req-d5970fc2-5790-4743-9ae3-12e99ea098fa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840771 Sep 20 05:04:35.030386 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:04:35.048346 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680007c7-dd8b-479f-a140-ccab3b95ba7c req-d1985cb6-3d4d-40b5-a80f-6b9f55d0e308 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:35.049853 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-680007c7-dd8b-479f-a140-ccab3b95ba7c req-d1985cb6-3d4d-40b5-a80f-6b9f55d0e308 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0477693 Sep 20 05:04:35.098698 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-680007c7-dd8b-479f-a140-ccab3b95ba7c req-86d3342c-9a8f-428a-a094-6e4c3f06a73a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431910 Sep 20 05:04:36.219958 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f865a4-b39a-4627-8225-e90cc882b022 req-9e7bbe89-d638-40a2-bf12-c2adf0dbccf1 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:04:36.221432 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b2f865a4-b39a-4627-8225-e90cc882b022 req-9e7bbe89-d638-40a2-bf12-c2adf0dbccf1 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0457449 Sep 20 05:04:36.271142 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b2f865a4-b39a-4627-8225-e90cc882b022 req-32eb7290-920a-46fc-b587-ca44963e5d8c tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442495 Sep 20 05:04:40.139087 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:04:40.141167 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:UPDATE=2,neutron:SELECT=10 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:04:44.615959 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=46 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:04:44.617841 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=48 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:04:44.775612 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=13 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:04:44.776405 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=13 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:04:46.264980 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=19 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:04:46.267865 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=15 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:04:46.708370 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0c79c1d6-2c61-47d8-b1ed-7df027aa04ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:04:48.051742 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:04:48.911814 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-88e60418-1e3e-43d2-84b5-72c545a7f94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:04:50.114456 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:04:51.710000 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:04:51.934074 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:00.163837 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:06.103904 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=3 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:06.107931 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=5 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:08.701821 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da82b7e-1461-4432-86be-0306726272b3 req-e9d9bd53-8672-4ad0-b747-3ba98db5c701 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:08.703259 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8da82b7e-1461-4432-86be-0306726272b3 req-e9d9bd53-8672-4ad0-b747-3ba98db5c701 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0459623 Sep 20 05:05:08.748771 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8da82b7e-1461-4432-86be-0306726272b3 req-b426480d-59f6-4f45-add0-c154bb98ffdc tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400157 Sep 20 05:05:09.867620 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab1309-c415-4c5f-a58b-1e25a8947a1a req-f2a63d14-2638-4d96-840c-86d9d2be07e6 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:09.869780 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fcab1309-c415-4c5f-a58b-1e25a8947a1a req-f2a63d14-2638-4d96-840c-86d9d2be07e6 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0457945 Sep 20 05:05:09.916472 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fcab1309-c415-4c5f-a58b-1e25a8947a1a req-1478471d-3f81-47d8-9da7-e155adf4a7fb tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406320 Sep 20 05:05:10.157611 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:10.159470 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:10.647807 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ce3d0-820e-4e09-b742-54827bbeace5 req-67c49997-3068-4841-af16-258fd58ce7d7 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:10.649789 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-5a4ce3d0-820e-4e09-b742-54827bbeace5 req-67c49997-3068-4841-af16-258fd58ce7d7 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0445535 Sep 20 05:05:10.732336 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-5a4ce3d0-820e-4e09-b742-54827bbeace5 req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Deleting port f15fb1a3-73e1-48d8-b0d4-41cf678fb197 {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:05:10.732710 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-5a4ce3d0-820e-4e09-b742-54827bbeace5 req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (f15fb1a3-73e1-48d8-b0d4-41cf678fb197), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:10.820595 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-5a4ce3d0-820e-4e09-b742-54827bbeace5 req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] For port f15fb1a3-73e1-48d8-b0d4-41cf678fb197, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=f15fb1a3-73e1-48d8-b0d4-41cf678fb197,segment=NetworkSegment(fcbb359f-ee36-41cf-8d62-37b208209e43),segment_id=fcbb359f-ee36-41cf-8d62-37b208209e43)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:10.821083 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-5a4ce3d0-820e-4e09-b742-54827bbeace5 req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (f15fb1a3-73e1-48d8-b0d4-41cf678fb197), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:10.984534 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-5a4ce3d0-820e-4e09-b742-54827bbeace5 req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:10.984928 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-5a4ce3d0-820e-4e09-b742-54827bbeace5 req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (a9e23f7d-90f9-4a99-9a58-86e6da28e7c0), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:10.985244 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.l3_db [req-5a4ce3d0-820e-4e09-b742-54827bbeace5 req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Floating IP a9e23f7d-90f9-4a99-9a58-86e6da28e7c0 disassociated. External IP: 172.27.1.72, port: f15fb1a3-73e1-48d8-b0d4-41cf678fb197. Sep 20 05:05:10.985586 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-5a4ce3d0-820e-4e09-b742-54827bbeace5 req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Calling delete_port for f15fb1a3-73e1-48d8-b0d4-41cf678fb197 owned by compute:nova {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:05:11.040639 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875c803-bef5-4dcb-9642-ed2fb9fb1f81 req-eda45d49-cb81-43a6-9166-9a16ddfeca2c tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:11.042117 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3875c803-bef5-4dcb-9642-ed2fb9fb1f81 req-eda45d49-cb81-43a6-9166-9a16ddfeca2c tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6a85f27c-bdfe-4580-8579-71ea2b71bbfd HTTP/1.1" status: 200 len: 945 time: 0.0503438 Sep 20 05:05:11.089688 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3875c803-bef5-4dcb-9642-ed2fb9fb1f81 req-0afcf815-628a-4cc6-a63b-7ba99db57453 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=52ca5e90-9b25-4613-860d-3ddb69d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414348 Sep 20 05:05:11.111568 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-5a4ce3d0-820e-4e09-b742-54827bbeace5 req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (f15fb1a3-73e1-48d8-b0d4-41cf678fb197), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:11.143456 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Pushing event deleted for resources: {'Port': ['ID=f15fb1a3-73e1-48d8-b0d4-41cf678fb197,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:11.155111 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:11.155347 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:11.155674 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:11.156019 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:11.156354 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:11.156707 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:11.157038 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:11.157368 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:11.157695 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:11.158021 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:11.158346 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:11.158682 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:11.159488 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:11.159488 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:11.159695 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:11.264061 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a4ce3d0-820e-4e09-b742-54827bbeace5 req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Router bfa386bf-7982-410d-8a40-9279c17939ad has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:05:11.364291 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a4ce3d0-820e-4e09-b742-54827bbeace5 req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:05:11.374149 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230046a-bd50-454b-a66f-df858d180302 None None] Sync routers for ids ['bfa386bf-7982-410d-8a40-9279c17939ad'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:05:11.383927 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230046a-bd50-454b-a66f-df858d180302 None None] Routers {'bfa386bf-7982-410d-8a40-9279c17939ad'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:05:11.384637 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-0230046a-bd50-454b-a66f-df858d180302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:04:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['bfa386bf-7982-410d-8a40-9279c17939ad'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:11.408935 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4ce3d0-820e-4e09-b742-54827bbeace5 req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] No DVR routers for this DVR port f15fb1a3-73e1-48d8-b0d4-41cf678fb197 on host hv-cinder-75671 {{(pid=112593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 05:05:11.411659 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-5a4ce3d0-820e-4e09-b742-54827bbeace5 req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:11.415753 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-5a4ce3d0-820e-4e09-b742-54827bbeace5 req-5aaaf1b7-cd49-4aed-bd7a-088b2854244f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.25 "DELETE /networking/v2.0/ports/f15fb1a3-73e1-48d8-b0d4-41cf678fb197 HTTP/1.1" status: 204 len: 173 time: 0.7609439 Sep 20 05:05:11.416252 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a85f27c-bdfe-4580-8579-71ea2b71bbfd', 'name': 'network-vif-deleted', 'tag': 'f15fb1a3-73e1-48d8-b0d4-41cf678fb197'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:05:11.419212 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de32f609-c4c3-4634-a49e-de626ed4accf" -d '{"events": [{"server_uuid": "6a85f27c-bdfe-4580-8579-71ea2b71bbfd", "name": "network-vif-deleted", "tag": "f15fb1a3-73e1-48d8-b0d4-41cf678fb197"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:05:11.458799 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 05:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d458a440-1d0c-4e13-a2e4-c17508499fc0 x-openstack-request-id: req-d458a440-1d0c-4e13-a2e4-c17508499fc0 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:05:11.459090 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a85f27c-bdfe-4580-8579-71ea2b71bbfd", "name": "network-vif-deleted", "tag": "f15fb1a3-73e1-48d8-b0d4-41cf678fb197", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:05:11.459343 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d458a440-1d0c-4e13-a2e4-c17508499fc0 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:05:11.459744 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d458a440-1d0c-4e13-a2e4-c17508499fc0'] response: {'server_uuid': '6a85f27c-bdfe-4580-8579-71ea2b71bbfd', 'name': 'network-vif-deleted', 'tag': 'f15fb1a3-73e1-48d8-b0d4-41cf678fb197', 'status': 'completed', 'code': 200} Sep 20 05:05:11.490456 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-0230046a-bd50-454b-a66f-df858d180302 None None] Set router bfa386bf-7982-410d-8a40-9279c17939ad gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:05:11.700048 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-0230046a-bd50-454b-a66f-df858d180302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:40Z', 'revision_number': 4, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port': {'id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'a8c95b19-a016-4149-aba3-5a9b762f4faf', 'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'mac_address': 'fa:16:3e:50:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:40Z', 'updated_at': '2022-09-20T05:02:45Z', 'revision_number': 5, 'project_id': '3218048072f048d9afc65ae138523bfd', 'subnets': [{'id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:11.728016 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230046a-bd50-454b-a66f-df858d180302 None None] Checking router: bfa386bf-7982-410d-8a40-9279c17939ad for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:05:11.736389 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230046a-bd50-454b-a66f-df858d180302 None None] Routers {'bfa386bf-7982-410d-8a40-9279c17939ad'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:05:11.736958 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-0230046a-bd50-454b-a66f-df858d180302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:04:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['bfa386bf-7982-410d-8a40-9279c17939ad'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:11.836425 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-0230046a-bd50-454b-a66f-df858d180302 None None] Set router bfa386bf-7982-410d-8a40-9279c17939ad gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:05:12.023296 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-0230046a-bd50-454b-a66f-df858d180302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:40Z', 'revision_number': 4, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port': {'id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'a8c95b19-a016-4149-aba3-5a9b762f4faf', 'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'mac_address': 'fa:16:3e:50:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:40Z', 'updated_at': '2022-09-20T05:02:45Z', 'revision_number': 5, 'project_id': '3218048072f048d9afc65ae138523bfd', 'subnets': [{'id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:12.048436 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230046a-bd50-454b-a66f-df858d180302 None None] The sync data for ids ['bfa386bf-7982-410d-8a40-9279c17939ad'] in dv-cinder-756710-7-iscsi is: [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:40Z', 'revision_number': 4, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port': {'id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'a8c95b19-a016-4149-aba3-5a9b762f4faf', 'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'mac_address': 'fa:16:3e:50:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:40Z', 'updated_at': '2022-09-20T05:02:45Z', 'revision_number': 5, 'project_id': '3218048072f048d9afc65ae138523bfd', 'subnets': [{'id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:05:12.264981 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db92e4d1-2cb3-41f9-ae18-fbc8817b7903 None None] New status for floating IP a9e23f7d-90f9-4a99-9a58-86e6da28e7c0: DOWN {{(pid=112595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 05:05:13.203352 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54472) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:05:13.257526 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group (52ca5e90-9b25-4613-860d-3ddb69d71d43), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:13.279776 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group (52ca5e90-9b25-4613-860d-3ddb69d71d43), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:13.328165 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (52ca5e90-9b25-4613-860d-3ddb69d71d43), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:13.330822 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:13.332222 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/52ca5e90-9b25-4613-860d-3ddb69d71d43 HTTP/1.1" status: 204 len: 168 time: 0.1278377 Sep 20 05:05:13.335192 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54474) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:05:13.342653 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ca5e90-9b25-4613-860d-3ddb69d71d43,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:13.349219 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.api.v2.resource [None req-2086d740-2d67-4b5f-a0d7-6d82605aa9a0 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] show failed (client error): The resource could not be found. Sep 20 05:05:13.349846 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.350201 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.350317 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-2086d740-2d67-4b5f-a0d7-6d82605aa9a0 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups/52ca5e90-9b25-4613-860d-3ddb69d71d43 HTTP/1.1" status: 404 len: 347 time: 0.0140386 Sep 20 05:05:13.350551 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.350898 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.351236 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.351569 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.351903 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.352230 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.352561 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.352915 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.353121 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54476) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:05:13.353238 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.353562 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.353891 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.354213 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.354538 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cdcd6-46d6-45eb-b080-160df139e532 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.424994 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:13.465866 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-ee701f93-a95e-4259-bfe3-262263caf8d1 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Deleting port eaabac97-dfd1-4202-ae19-0fa35bd0830e {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:05:13.466209 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ee701f93-a95e-4259-bfe3-262263caf8d1 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (eaabac97-dfd1-4202-ae19-0fa35bd0830e), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:13.515474 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:13.546475 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ee701f93-a95e-4259-bfe3-262263caf8d1 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (eaabac97-dfd1-4202-ae19-0fa35bd0830e), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:13.546800 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ee701f93-a95e-4259-bfe3-262263caf8d1 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for floatingip (eaabac97-dfd1-4202-ae19-0fa35bd0830e), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:13.563735 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-ee701f93-a95e-4259-bfe3-262263caf8d1 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Calling delete_port for eaabac97-dfd1-4202-ae19-0fa35bd0830e owned by network:floatingip {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:05:13.688659 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ee701f93-a95e-4259-bfe3-262263caf8d1 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (eaabac97-dfd1-4202-ae19-0fa35bd0830e), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:13.715722 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee701f93-a95e-4259-bfe3-262263caf8d1 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Pushing event deleted for resources: {'Port': ['ID=eaabac97-dfd1-4202-ae19-0fa35bd0830e,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:13.776970 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ee701f93-a95e-4259-bfe3-262263caf8d1 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for floatingip (a9e23f7d-90f9-4a99-9a58-86e6da28e7c0), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:13.779525 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ee701f93-a95e-4259-bfe3-262263caf8d1 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:13.780704 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-ee701f93-a95e-4259-bfe3-262263caf8d1 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/a9e23f7d-90f9-4a99-9a58-86e6da28e7c0 HTTP/1.1" status: 204 len: 168 time: 0.4266803 Sep 20 05:05:13.863203 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54480) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:05:13.867794 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-71068cb1-64b9-405e-999c-1caa3c5e5a4e tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1784742817', 'description': 'tempest-description--415737888'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:13.890727 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-71068cb1-64b9-405e-999c-1caa3c5e5a4e tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:13.962173 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-71068cb1-64b9-405e-999c-1caa3c5e5a4e tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group (bdba3239-7179-4092-a9ae-1fba431b9c6c), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:13.965770 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-71068cb1-64b9-405e-999c-1caa3c5e5a4e tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (bdba3239-7179-4092-a9ae-1fba431b9c6c), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:13.997581 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-71068cb1-64b9-405e-999c-1caa3c5e5a4e tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:13.998802 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-71068cb1-64b9-405e-999c-1caa3c5e5a4e tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1345320 Sep 20 05:05:13.999650 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71068cb1-64b9-405e-999c-1caa3c5e5a4e tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdba3239-7179-4092-a9ae-1fba431b9c6c,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:14.001711 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54482) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:05:14.006613 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-59af19ad-41fd-4c47-9f5c-37277df8ae2b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Request body: {'security_group_rule': {'security_group_id': 'bdba3239-7179-4092-a9ae-1fba431b9c6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:14.033270 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-59af19ad-41fd-4c47-9f5c-37277df8ae2b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group_rule (71a1798c-d434-4fcf-8ebd-29aeecdd6775), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:14.088092 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-59af19ad-41fd-4c47-9f5c-37277df8ae2b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group_rule (71a1798c-d434-4fcf-8ebd-29aeecdd6775), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:14.091655 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-59af19ad-41fd-4c47-9f5c-37277df8ae2b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (71a1798c-d434-4fcf-8ebd-29aeecdd6775), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:14.110251 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af19ad-41fd-4c47-9f5c-37277df8ae2b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a1798c-d434-4fcf-8ebd-29aeecdd6775,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:14.117052 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-59af19ad-41fd-4c47-9f5c-37277df8ae2b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:14.119044 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-59af19ad-41fd-4c47-9f5c-37277df8ae2b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160851 Sep 20 05:05:14.121785 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54484) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:05:14.126553 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-18ca51c5-fc71-4d54-98eb-371a7c33b7f0 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Request body: {'security_group_rule': {'security_group_id': 'bdba3239-7179-4092-a9ae-1fba431b9c6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:14.152262 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-18ca51c5-fc71-4d54-98eb-371a7c33b7f0 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group_rule (c7a20295-3386-431a-a836-2dffd776086e), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:14.177471 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:14.200795 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:14.222360 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-18ca51c5-fc71-4d54-98eb-371a7c33b7f0 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group_rule (c7a20295-3386-431a-a836-2dffd776086e), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:14.226491 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-18ca51c5-fc71-4d54-98eb-371a7c33b7f0 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (c7a20295-3386-431a-a836-2dffd776086e), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:14.251122 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca51c5-fc71-4d54-98eb-371a7c33b7f0 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a20295-3386-431a-a836-2dffd776086e,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:14.258421 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-18ca51c5-fc71-4d54-98eb-371a7c33b7f0 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:14.259639 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-18ca51c5-fc71-4d54-98eb-371a7c33b7f0 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367109 Sep 20 05:05:14.262776 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54486) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:05:14.267236 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-1836d1ce-a0c5-4610-ad79-0f4c31336c51 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Request body: {'floatingip': {'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:14.283492 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device f15fb1a3-73e1-48d8-b0d4-41cf678fb197 no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:05:14.288905 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1836d1ce-a0c5-4610-ad79-0f4c31336c51 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:14.302908 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: f15fb1a3-73e1-48d8-b0d4-41cf678fb197 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:05:14.303268 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device f15fb1a3-73e1-48d8-b0d4-41cf678fb197 not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:05:14.367044 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1836d1ce-a0c5-4610-ad79-0f4c31336c51 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:14.472855 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [None req-1836d1ce-a0c5-4610-ad79-0f4c31336c51 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Allocated IP 172.27.1.91 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/82ade252-f813-46f4-8f07-718a21bbf781) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:05:14.574685 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1836d1ce-a0c5-4610-ad79-0f4c31336c51 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for port (82ade252-f813-46f4-8f07-718a21bbf781), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:14.605794 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1836d1ce-a0c5-4610-ad79-0f4c31336c51 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (82ade252-f813-46f4-8f07-718a21bbf781), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:14.647881 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1836d1ce-a0c5-4610-ad79-0f4c31336c51 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:05:14.651237 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-1836d1ce-a0c5-4610-ad79-0f4c31336c51 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:14.653715 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1836d1ce-a0c5-4610-ad79-0f4c31336c51 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:05:14.678368 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836d1ce-a0c5-4610-ad79-0f4c31336c51 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Pushing event updated for resources: {'Port': ['ID=82ade252-f813-46f4-8f07-718a21bbf781,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:14.738983 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1836d1ce-a0c5-4610-ad79-0f4c31336c51 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for floatingip (47a83be2-6421-48e3-abaa-12726e011272), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:14.775509 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1836d1ce-a0c5-4610-ad79-0f4c31336c51 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (82ade252-f813-46f4-8f07-718a21bbf781), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:14.887074 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:14.908433 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:14.926568 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1836d1ce-a0c5-4610-ad79-0f4c31336c51 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for port (82ade252-f813-46f4-8f07-718a21bbf781), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:14.931026 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1836d1ce-a0c5-4610-ad79-0f4c31336c51 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (82ade252-f813-46f4-8f07-718a21bbf781), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:14.999928 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1836d1ce-a0c5-4610-ad79-0f4c31336c51 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (47a83be2-6421-48e3-abaa-12726e011272), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:15.003547 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836d1ce-a0c5-4610-ad79-0f4c31336c51 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Pushing event updated for resources: {'Port': ['ID=82ade252-f813-46f4-8f07-718a21bbf781,revision_number=2']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:15.018058 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-1836d1ce-a0c5-4610-ad79-0f4c31336c51 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:15.019284 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-1836d1ce-a0c5-4610-ad79-0f4c31336c51 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7555976 Sep 20 05:05:15.217563 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-86d6584c-99b9-4ed7-92ed-3ace07defe9d tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1784742817&fields=id&tenant_id=3218048072f048d9afc65ae138523bfd HTTP/1.1" status: 200 len: 267 time: 0.0424519 Sep 20 05:05:15.325220 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-b1ebf265-a0c9-4cb1-8244-bf4b6b7037dc tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:15.326665 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-b1ebf265-a0c9-4cb1-8244-bf4b6b7037dc tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/networks?id=447d3db5-30f6-43d8-9751-379a0d9ed4d0 HTTP/1.1" status: 200 len: 811 time: 0.1029832 Sep 20 05:05:15.341081 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-8553e35b-5a5a-4846-aa65-d0f010ff64b0 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/quotas/3218048072f048d9afc65ae138523bfd HTTP/1.1" status: 200 len: 375 time: 0.0089509 Sep 20 05:05:15.392091 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-684ed9c2-ba95-4533-9b92-82005efa724f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3218048072f048d9afc65ae138523bfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447347 Sep 20 05:05:15.493606 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-ee7558af-b3b1-4b75-9150-ddd4c87867f7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897167 Sep 20 05:05:15.582871 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-4924b321-d08a-473c-9f63-7fef6c6703fe service neutron] 10.222.0.27 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835280 Sep 20 05:05:15.741741 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8ee04d08-329e-4f2f-ad9c-03445b9d10d4 req-a0608081-96d0-4b51-9eee-d536f97f6873 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9d761bfd-506d-431d-8b35-44697bcdb58a HTTP/1.1" status: 200 len: 210 time: 0.0312488 Sep 20 05:05:16.710241 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-f2f35cc5-d085-40fe-91bd-f82e0703555c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:16.845589 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f6748556-544f-4e8a-98e7-93b8dc6a7da4 req-e8619cd2-8648-47f3-bea4-768b3ec3fbf5 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9d761bfd-506d-431d-8b35-44697bcdb58a HTTP/1.1" status: 200 len: 210 time: 0.0293941 Sep 20 05:05:17.038128 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-f436f197-bba8-4282-8b92-94c29cdf3e4a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:17.039565 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-f436f197-bba8-4282-8b92-94c29cdf3e4a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.25 "GET /networking/v2.0/networks?id=447d3db5-30f6-43d8-9751-379a0d9ed4d0 HTTP/1.1" status: 200 len: 811 time: 0.1066625 Sep 20 05:05:17.107152 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-07ec8262-8140-4a87-8d8e-8522d0ca51f1 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3218048072f048d9afc65ae138523bfd HTTP/1.1" status: 200 len: 380 time: 0.0531671 Sep 20 05:05:17.206590 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-db0cd7fc-00d0-4c67-a369-64108f569352 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Request body: {'port': {'device_id': '9d761bfd-506d-431d-8b35-44697bcdb58a', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'admin_state_up': True, 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'security_groups': ['bdba3239-7179-4092-a9ae-1fba431b9c6c']}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:17.310579 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-db0cd7fc-00d0-4c67-a369-64108f569352 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Made reservation on behalf of 3218048072f048d9afc65ae138523bfd for: {'port': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:17.314136 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-db0cd7fc-00d0-4c67-a369-64108f569352 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:17.438940 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:17.440184 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-db0cd7fc-00d0-4c67-a369-64108f569352 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Allocated IP 172.20.0.13 (447d3db5-30f6-43d8-9751-379a0d9ed4d0/46057e9d-6342-4545-886b-5d9d95d72ff8/5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:05:17.578038 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-db0cd7fc-00d0-4c67-a369-64108f569352 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for port (5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:17.585313 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:17.611254 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-db0cd7fc-00d0-4c67-a369-64108f569352 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:17.656060 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-db0cd7fc-00d0-4c67-a369-64108f569352 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Network 447d3db5-30f6-43d8-9751-379a0d9ed4d0 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:05:17.659261 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-db0cd7fc-00d0-4c67-a369-64108f569352 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:17.663103 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-db0cd7fc-00d0-4c67-a369-64108f569352 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:05:17.686871 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cd7fc-00d0-4c67-a369-64108f569352 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Pushing event updated for resources: {'Port': ['ID=5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:17.718172 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-db0cd7fc-00d0-4c67-a369-64108f569352 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:17.718790 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-db0cd7fc-00d0-4c67-a369-64108f569352 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:17.735876 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-db0cd7fc-00d0-4c67-a369-64108f569352 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5331914 Sep 20 05:05:17.753190 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Request body: {'port': {'device_id': '9d761bfd-506d-431d-8b35-44697bcdb58a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:17.815338 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:17.890413 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-88d66a36-360c-4596-935b-7a758271c5f0 None None] Provisioning complete for port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:05:17.890875 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-88d66a36-360c-4596-935b-7a758271c5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:17.891127 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-88d66a36-360c-4596-935b-7a758271c5f0 None None] Attempt 1 to provision port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 Sep 20 05:05:17.923953 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-88d66a36-360c-4596-935b-7a758271c5f0 None None] Port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:05:17.975309 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f97043-06b5-4b56-a93f-29fa0207e73d req-af626438-bcdd-479d-b4a5-bce04a6bfef6 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:17.987731 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-08f97043-06b5-4b56-a93f-29fa0207e73d req-af626438-bcdd-479d-b4a5-bce04a6bfef6 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9d761bfd-506d-431d-8b35-44697bcdb58a HTTP/1.1" status: 200 len: 932 time: 0.0461764 Sep 20 05:05:18.027847 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-08f97043-06b5-4b56-a93f-29fa0207e73d req-388a8d70-16c5-447f-8275-92d17ed7292b tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bdba3239-7179-4092-a9ae-1fba431b9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418649 Sep 20 05:05:18.074607 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 {{(pid=112593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 05:05:18.082218 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Publish callbacks [] for port (5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:18.094841 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.provisioning_blocks [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Transition to ACTIVE for port object 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 will not be triggered until provisioned by entity L2. {{(pid=112593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 05:05:18.098635 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:18.159042 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:18.207824 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Attempting to bind port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 05:05:18.208160 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Attempting to bind port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': 'fcbb359f-ee36-41cf-8d62-37b208209e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0'}] {{(pid=112593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 05:05:18.208490 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Attempting to bind port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 on network 447d3db5-30f6-43d8-9751-379a0d9ed4d0 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:05:18.234736 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:18.254924 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 on network 447d3db5-30f6-43d8-9751-379a0d9ed4d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:05:18.255252 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Attempting to bind port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 on network 447d3db5-30f6-43d8-9751-379a0d9ed4d0 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:05:18.296682 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 05:05:18.297021 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Checking segment: {'id': 'fcbb359f-ee36-41cf-8d62-37b208209e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 05:05:18.297409 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Bound using segment: {'id': 'fcbb359f-ee36-41cf-8d62-37b208209e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0'} {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 05:05:18.297847 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Bound port: 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbb359f-ee36-41cf-8d62-37b208209e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0'}}] {{(pid=112593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 05:05:18.298210 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:18.356045 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] For port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35, host hv-cinder-75671, cleared binding levels {{(pid=112593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:05:18.359264 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] For port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35,segment=NetworkSegment(fcbb359f-ee36-41cf-8d62-37b208209e43),segment_id=fcbb359f-ee36-41cf-8d62-37b208209e43)] {{(pid=112593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:05:18.365086 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:18.369266 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:18.369893 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:18.371262 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 HTTP/1.1" status: 200 len: 1094 time: 0.6225181 Sep 20 05:05:18.371798 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d761bfd-506d-431d-8b35-44697bcdb58a', 'tag': '5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:05:18.374044 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438dc7b7-d890-4fa5-aec4-198f65e6f372" -d '{"events": [{"name": "network-changed", "server_uuid": "9d761bfd-506d-431d-8b35-44697bcdb58a", "tag": "5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:05:18.404858 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:18.419004 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 05:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ce7383-1584-4ba0-a37c-0293ac983217 x-openstack-request-id: req-02ce7383-1584-4ba0-a37c-0293ac983217 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:05:18.419296 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d761bfd-506d-431d-8b35-44697bcdb58a", "tag": "5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:05:18.419552 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-02ce7383-1584-4ba0-a37c-0293ac983217 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:05:18.419951 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ce7383-1584-4ba0-a37c-0293ac983217'] response: {'name': 'network-changed', 'server_uuid': '9d761bfd-506d-431d-8b35-44697bcdb58a', 'tag': '5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35', 'status': 'completed', 'code': 200} Sep 20 05:05:18.424987 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-88d66a36-360c-4596-935b-7a758271c5f0 None None] Attempt 2 to provision port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 Sep 20 05:05:18.425893 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038d6b0-1815-4039-923f-a23fe5122ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35,revision_number=3']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:18.467327 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-88d66a36-360c-4596-935b-7a758271c5f0 None None] Port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 had new provisioning blocks added so it will not transition to active. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 05:05:18.481847 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-29f39688-3cf7-4b4c-a07b-767a821ab68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:18.483321 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-29f39688-3cf7-4b4c-a07b-767a821ab68f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3218048072f048d9afc65ae138523bfd&device_id=9d761bfd-506d-431d-8b35-44697bcdb58a HTTP/1.1" status: 200 len: 1128 time: 0.0435433 Sep 20 05:05:18.528217 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-a2b42abe-1f09-4d44-b5e1-9c6b3e914bd4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 HTTP/1.1" status: 200 len: 217 time: 0.0311859 Sep 20 05:05:18.575009 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-e4dd59aa-bc82-48dd-8a90-7c707007f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:18.576354 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-e4dd59aa-bc82-48dd-8a90-7c707007f8c3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=46057e9d-6342-4545-886b-5d9d95d72ff8 HTTP/1.1" status: 200 len: 850 time: 0.0422869 Sep 20 05:05:18.617325 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-06496c65-46ca-4368-8112-09b8fb4d5437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:18.619409 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-06496c65-46ca-4368-8112-09b8fb4d5437 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447d3db5-30f6-43d8-9751-379a0d9ed4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372896 Sep 20 05:05:18.708934 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-09e705f2-ba2e-4113-b8cd-2d4c771d0e40 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838575 Sep 20 05:05:18.798208 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-0d0629c6-6a64-40d1-a9d5-110549f4636a req-e3913602-a617-4641-9b2a-a330b8d9cd2c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840333 Sep 20 05:05:18.913734 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-863b0fee-45c8-4bff-ae40-a88e8b92dda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:19.147170 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce32b8-507a-4d15-a441-3421ea08ae21 req-4dc357c7-6db9-4c8c-87c1-7c348d602b62 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:19.148627 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b1ce32b8-507a-4d15-a441-3421ea08ae21 req-4dc357c7-6db9-4c8c-87c1-7c348d602b62 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9d761bfd-506d-431d-8b35-44697bcdb58a HTTP/1.1" status: 200 len: 944 time: 0.0446270 Sep 20 05:05:19.199689 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b1ce32b8-507a-4d15-a441-3421ea08ae21 req-710183d2-634e-4e2d-96fc-c8cf0c060eb6 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bdba3239-7179-4092-a9ae-1fba431b9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447366 Sep 20 05:05:19.549260 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dc7b7-d890-4fa5-aec4-198f65e6f372 req-109fa512-526c-4bd7-9137-6abdff7be134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:19.550696 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-438dc7b7-d890-4fa5-aec4-198f65e6f372 req-109fa512-526c-4bd7-9137-6abdff7be134 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3218048072f048d9afc65ae138523bfd&device_id=9d761bfd-506d-431d-8b35-44697bcdb58a HTTP/1.1" status: 200 len: 1128 time: 0.0384240 Sep 20 05:05:19.640258 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dc7b7-d890-4fa5-aec4-198f65e6f372 req-a2aa49d0-fd62-401f-8d41-7a8ed6594f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:19.641668 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-438dc7b7-d890-4fa5-aec4-198f65e6f372 req-a2aa49d0-fd62-401f-8d41-7a8ed6594f1d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447d3db5-30f6-43d8-9751-379a0d9ed4d0 HTTP/1.1" status: 200 len: 911 time: 0.0844316 Sep 20 05:05:19.678208 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-438dc7b7-d890-4fa5-aec4-198f65e6f372 req-9bcea645-1216-4f3d-a1c2-335541275d2e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 HTTP/1.1" status: 200 len: 217 time: 0.0305486 Sep 20 05:05:19.724747 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dc7b7-d890-4fa5-aec4-198f65e6f372 req-53a01b30-9534-440e-85ac-d5e9155a3662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:19.726135 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-438dc7b7-d890-4fa5-aec4-198f65e6f372 req-53a01b30-9534-440e-85ac-d5e9155a3662 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=46057e9d-6342-4545-886b-5d9d95d72ff8 HTTP/1.1" status: 200 len: 850 time: 0.0424340 Sep 20 05:05:19.768248 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dc7b7-d890-4fa5-aec4-198f65e6f372 req-152cd23f-d58d-4e0e-9ab3-3300c390f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:19.769729 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-438dc7b7-d890-4fa5-aec4-198f65e6f372 req-152cd23f-d58d-4e0e-9ab3-3300c390f8d9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447d3db5-30f6-43d8-9751-379a0d9ed4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379398 Sep 20 05:05:19.858915 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-438dc7b7-d890-4fa5-aec4-198f65e6f372 req-e62a69fd-0edb-4bd5-8552-c7885e217316 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834351 Sep 20 05:05:19.922508 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:19.963170 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-438dc7b7-d890-4fa5-aec4-198f65e6f372 req-34eb875c-9f2b-4d5b-b99f-814da494b72e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887094 Sep 20 05:05:20.116291 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:20.321461 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50facf9c-3638-4d4c-9942-50372ea710a4 req-260bf0d4-07de-4950-b341-311a62ade965 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:20.323037 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-50facf9c-3638-4d4c-9942-50372ea710a4 req-260bf0d4-07de-4950-b341-311a62ade965 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9d761bfd-506d-431d-8b35-44697bcdb58a HTTP/1.1" status: 200 len: 944 time: 0.0458002 Sep 20 05:05:20.369358 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-50facf9c-3638-4d4c-9942-50372ea710a4 req-f4e6e462-fe9f-4c4b-8276-7722e4d84b54 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bdba3239-7179-4092-a9ae-1fba431b9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407770 Sep 20 05:05:21.487215 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459528a-064c-4da5-b657-0488bd192df8 req-b9c6d762-65d8-44f2-b2d7-04f51886902f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:21.488680 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8459528a-064c-4da5-b657-0488bd192df8 req-b9c6d762-65d8-44f2-b2d7-04f51886902f tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9d761bfd-506d-431d-8b35-44697bcdb58a HTTP/1.1" status: 200 len: 944 time: 0.0456960 Sep 20 05:05:21.524415 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:21.535656 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8459528a-064c-4da5-b657-0488bd192df8 req-7fd3fd90-1397-453c-ba09-16f6222a9859 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bdba3239-7179-4092-a9ae-1fba431b9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407162 Sep 20 05:05:21.713299 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:21.938848 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:22.309085 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:05:22.329646 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:22.335673 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:22.337562 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:22.395625 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:22.411739 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35,segment=NetworkSegment(fcbb359f-ee36-41cf-8d62-37b208209e43),segment_id=fcbb359f-ee36-41cf-8d62-37b208209e43)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:22.422651 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': '5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'port_id': '5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35', 'mac_address': 'fa:16:3e:6c:5e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:05:22.456570 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:05:22.456980 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:22.470547 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 05:05:22.489515 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35,segment=NetworkSegment(fcbb359f-ee36-41cf-8d62-37b208209e43),segment_id=fcbb359f-ee36-41cf-8d62-37b208209e43)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:22.493330 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:22.540877 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:22.547819 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:22.548164 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:22.548505 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:22.548890 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:22.549223 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:22.549552 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:22.549906 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:22.550230 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:22.550555 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:22.550877 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:22.551199 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:22.551519 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:22.551837 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:22.552154 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:22.552469 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:22.657924 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e817dcb-5cb2-4a54-814b-f71ae4c1f1f4 req-4d9675f5-bbb0-4325-85ec-730fa78ff4fe tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:22.659293 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4e817dcb-5cb2-4a54-814b-f71ae4c1f1f4 req-4d9675f5-bbb0-4325-85ec-730fa78ff4fe tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9d761bfd-506d-431d-8b35-44697bcdb58a HTTP/1.1" status: 200 len: 945 time: 0.0492384 Sep 20 05:05:22.705463 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4e817dcb-5cb2-4a54-814b-f71ae4c1f1f4 req-e95f14f7-dae6-4b87-85ea-aeefbc8d37b5 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bdba3239-7179-4092-a9ae-1fba431b9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406849 Sep 20 05:05:22.798011 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 05:05:23.822348 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302d7a0-51ca-4990-ae42-1d7579197241 req-f9bbabb2-fdca-4967-b7e8-3a2537c2223d tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:23.823820 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4302d7a0-51ca-4990-ae42-1d7579197241 req-f9bbabb2-fdca-4967-b7e8-3a2537c2223d tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9d761bfd-506d-431d-8b35-44697bcdb58a HTTP/1.1" status: 200 len: 945 time: 0.0455079 Sep 20 05:05:23.834363 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:23.870472 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4302d7a0-51ca-4990-ae42-1d7579197241 req-5d7f2c53-9c45-43ad-b6b4-ebf2ae2c1531 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bdba3239-7179-4092-a9ae-1fba431b9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413156 Sep 20 05:05:24.316621 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:05:24.360149 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 05:05:24.365864 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:05:24.366201 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:24.366541 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 Sep 20 05:05:24.437386 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:05:24.437693 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:24.459689 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d761bfd-506d-431d-8b35-44697bcdb58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:05:24.461964 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56db6ac-e0a7-48cf-95fe-96ba2c02d3e0" -d '{"events": [{"server_uuid": "9d761bfd-506d-431d-8b35-44697bcdb58a", "name": "network-vif-plugged", "status": "completed", "tag": "5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:05:24.474105 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35,segment=NetworkSegment(fcbb359f-ee36-41cf-8d62-37b208209e43),segment_id=fcbb359f-ee36-41cf-8d62-37b208209e43)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:24.478517 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:24.501414 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 05:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5add355-d249-4201-9ec2-cdca2c966cd8 x-openstack-request-id: req-f5add355-d249-4201-9ec2-cdca2c966cd8 {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:05:24.501703 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d761bfd-506d-431d-8b35-44697bcdb58a", "name": "network-vif-plugged", "status": "completed", "tag": "5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:05:24.501958 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f5add355-d249-4201-9ec2-cdca2c966cd8 {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:05:24.502347 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5add355-d249-4201-9ec2-cdca2c966cd8'] response: {'server_uuid': '9d761bfd-506d-431d-8b35-44697bcdb58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35', 'code': 200} Sep 20 05:05:24.527246 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:24.703460 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b8a09-a6b2-4384-a821-c4b931477ec8 req-64ac6561-da66-49ed-bbd6-573b6088a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:24.704846 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b33b8a09-a6b2-4384-a821-c4b931477ec8 req-64ac6561-da66-49ed-bbd6-573b6088a837 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d761bfd-506d-431d-8b35-44697bcdb58a HTTP/1.1" status: 200 len: 1130 time: 0.0377519 Sep 20 05:05:24.746798 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b33b8a09-a6b2-4384-a821-c4b931477ec8 req-9ad085dd-ec62-4ba6-a0e5-1aa19408ecea service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bdba3239-7179-4092-a9ae-1fba431b9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363226 Sep 20 05:05:24.994095 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0976f-4c84-4e2f-9d9f-27162b176439 req-8ac39abd-33e7-4351-a438-0388e0e38f88 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:24.995564 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bed0976f-4c84-4e2f-9d9f-27162b176439 req-8ac39abd-33e7-4351-a438-0388e0e38f88 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9d761bfd-506d-431d-8b35-44697bcdb58a HTTP/1.1" status: 200 len: 946 time: 0.0499237 Sep 20 05:05:25.042136 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-bed0976f-4c84-4e2f-9d9f-27162b176439 req-83ff08cf-33a7-4d2a-8bf8-82d8c80acfb2 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bdba3239-7179-4092-a9ae-1fba431b9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410783 Sep 20 05:05:25.051267 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:05:26.165725 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b1284-cd18-4b0a-a8e0-f46cd55dde5d req-2cf4a3b7-1043-4aa2-b115-67bb34f48c7e tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:26.167199 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e71b1284-cd18-4b0a-a8e0-f46cd55dde5d req-2cf4a3b7-1043-4aa2-b115-67bb34f48c7e tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9d761bfd-506d-431d-8b35-44697bcdb58a HTTP/1.1" status: 200 len: 946 time: 0.0466297 Sep 20 05:05:26.213113 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e71b1284-cd18-4b0a-a8e0-f46cd55dde5d req-2ced4848-aec4-4e43-8df9-2b21cc518182 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bdba3239-7179-4092-a9ae-1fba431b9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404220 Sep 20 05:05:26.330805 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de579f36-380b-4a50-ae94-625392f0752c req-fdbe3b7e-cfc3-458d-95d7-a586655a0f35 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:26.332165 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-de579f36-380b-4a50-ae94-625392f0752c req-fdbe3b7e-cfc3-458d-95d7-a586655a0f35 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9d761bfd-506d-431d-8b35-44697bcdb58a HTTP/1.1" status: 200 len: 946 time: 0.0480757 Sep 20 05:05:26.342555 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54554) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:05:26.346788 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-5dd3e11d-f0b3-415c-93d2-266826106bd8 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Request body: {'floatingip': {'port_id': '5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:26.386571 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5dd3e11d-f0b3-415c-93d2-266826106bd8 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for floatingip (47a83be2-6421-48e3-abaa-12726e011272), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:26.802952 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5dd3e11d-f0b3-415c-93d2-266826106bd8 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:26.807129 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5dd3e11d-f0b3-415c-93d2-266826106bd8 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (47a83be2-6421-48e3-abaa-12726e011272), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:26.898898 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.l3_db [None req-5dd3e11d-f0b3-415c-93d2-266826106bd8 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Floating IP 47a83be2-6421-48e3-abaa-12726e011272 associated. External IP: 172.27.1.91, port: 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35. Sep 20 05:05:26.983962 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:27.081923 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:27.105383 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd3e11d-f0b3-415c-93d2-266826106bd8 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Router bfa386bf-7982-410d-8a40-9279c17939ad has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:05:27.207350 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd3e11d-f0b3-415c-93d2-266826106bd8 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:05:27.212796 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-5dd3e11d-f0b3-415c-93d2-266826106bd8 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:27.217167 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4f138e-2168-443c-9872-23237f9874ef None None] Sync routers for ids ['bfa386bf-7982-410d-8a40-9279c17939ad'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:05:27.226757 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4f138e-2168-443c-9872-23237f9874ef None None] Routers {'bfa386bf-7982-410d-8a40-9279c17939ad'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:05:27.227934 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-da4f138e-2168-443c-9872-23237f9874ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:05:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['bfa386bf-7982-410d-8a40-9279c17939ad'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:27.243759 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-5dd3e11d-f0b3-415c-93d2-266826106bd8 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/47a83be2-6421-48e3-abaa-12726e011272 HTTP/1.1" status: 200 len: 991 time: 0.8981411 Sep 20 05:05:27.243759 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d761bfd-506d-431d-8b35-44697bcdb58a', 'tag': '5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:05:27.244811 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85041c4-e8fd-4fd0-9f4d-de62a8278b46" -d '{"events": [{"name": "network-changed", "server_uuid": "9d761bfd-506d-431d-8b35-44697bcdb58a", "tag": "5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:05:27.281784 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 05:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fd401a-f42f-4198-86ed-5aaf7a20d106 x-openstack-request-id: req-55fd401a-f42f-4198-86ed-5aaf7a20d106 {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:05:27.282073 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d761bfd-506d-431d-8b35-44697bcdb58a", "tag": "5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:05:27.282329 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-55fd401a-f42f-4198-86ed-5aaf7a20d106 {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:05:27.282738 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55fd401a-f42f-4198-86ed-5aaf7a20d106'] response: {'name': 'network-changed', 'server_uuid': '9d761bfd-506d-431d-8b35-44697bcdb58a', 'tag': '5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35', 'status': 'completed', 'code': 200} Sep 20 05:05:27.369717 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85041c4-e8fd-4fd0-9f4d-de62a8278b46 req-1e3efea7-a2b6-40ac-a2dc-ae455f3c7fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:27.371257 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-a85041c4-e8fd-4fd0-9f4d-de62a8278b46 req-1e3efea7-a2b6-40ac-a2dc-ae455f3c7fac service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3218048072f048d9afc65ae138523bfd&device_id=9d761bfd-506d-431d-8b35-44697bcdb58a HTTP/1.1" status: 200 len: 1130 time: 0.0408514 Sep 20 05:05:27.456355 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-da4f138e-2168-443c-9872-23237f9874ef None None] Set router bfa386bf-7982-410d-8a40-9279c17939ad gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:05:27.466991 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85041c4-e8fd-4fd0-9f4d-de62a8278b46 req-4a29059a-908d-4041-972b-927d5b8ce3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:27.468493 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-a85041c4-e8fd-4fd0-9f4d-de62a8278b46 req-4a29059a-908d-4041-972b-927d5b8ce3dd service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447d3db5-30f6-43d8-9751-379a0d9ed4d0 HTTP/1.1" status: 200 len: 911 time: 0.0914223 Sep 20 05:05:27.478795 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:27.530349 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-a85041c4-e8fd-4fd0-9f4d-de62a8278b46 req-2bbb5be2-8d82-4c3e-b912-606a426e346c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 HTTP/1.1" status: 200 len: 999 time: 0.0558286 Sep 20 05:05:27.562811 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=100 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:27.577616 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85041c4-e8fd-4fd0-9f4d-de62a8278b46 req-dcf34978-3186-40d3-a5fb-03792ed7e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:27.579082 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-a85041c4-e8fd-4fd0-9f4d-de62a8278b46 req-dcf34978-3186-40d3-a5fb-03792ed7e209 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=46057e9d-6342-4545-886b-5d9d95d72ff8 HTTP/1.1" status: 200 len: 850 time: 0.0438125 Sep 20 05:05:27.625015 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85041c4-e8fd-4fd0-9f4d-de62a8278b46 req-60d2e846-6497-47d2-bed3-d251b85901d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:05:27.626486 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-a85041c4-e8fd-4fd0-9f4d-de62a8278b46 req-60d2e846-6497-47d2-bed3-d251b85901d6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447d3db5-30f6-43d8-9751-379a0d9ed4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419297 Sep 20 05:05:27.655493 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:27.667489 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-da4f138e-2168-443c-9872-23237f9874ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:40Z', 'revision_number': 4, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port': {'id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '47a83be2-6421-48e3-abaa-12726e011272', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'port_id': '5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'mac_address': 'fa:16:3e:6c:5e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d761bfd-506d-431d-8b35-44697bcdb58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T05:05:14Z', 'updated_at': '2022-09-20T05:05:26Z', 'revision_number': 1, 'project_id': '3218048072f048d9afc65ae138523bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c95b19-a016-4149-aba3-5a9b762f4faf', 'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'mac_address': 'fa:16:3e:50:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:40Z', 'updated_at': '2022-09-20T05:02:45Z', 'revision_number': 5, 'project_id': '3218048072f048d9afc65ae138523bfd', 'subnets': [{'id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:27.691345 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4f138e-2168-443c-9872-23237f9874ef None None] Checking router: bfa386bf-7982-410d-8a40-9279c17939ad for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:05:27.700131 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4f138e-2168-443c-9872-23237f9874ef None None] Routers {'bfa386bf-7982-410d-8a40-9279c17939ad'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:05:27.700777 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-da4f138e-2168-443c-9872-23237f9874ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:05:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['bfa386bf-7982-410d-8a40-9279c17939ad'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:27.716252 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-a85041c4-e8fd-4fd0-9f4d-de62a8278b46 req-13468edf-3cf8-4787-99d3-41170e6974a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832131 Sep 20 05:05:27.801891 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-da4f138e-2168-443c-9872-23237f9874ef None None] Set router bfa386bf-7982-410d-8a40-9279c17939ad gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:05:27.806846 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-a85041c4-e8fd-4fd0-9f4d-de62a8278b46 req-dea9aabf-b28d-49ef-8d67-77c66bf7e88b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854468 Sep 20 05:05:28.015225 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-da4f138e-2168-443c-9872-23237f9874ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:40Z', 'revision_number': 4, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port': {'id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '47a83be2-6421-48e3-abaa-12726e011272', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'port_id': '5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'mac_address': 'fa:16:3e:6c:5e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d761bfd-506d-431d-8b35-44697bcdb58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T05:05:14Z', 'updated_at': '2022-09-20T05:05:26Z', 'revision_number': 1, 'project_id': '3218048072f048d9afc65ae138523bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c95b19-a016-4149-aba3-5a9b762f4faf', 'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'mac_address': 'fa:16:3e:50:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:40Z', 'updated_at': '2022-09-20T05:02:45Z', 'revision_number': 5, 'project_id': '3218048072f048d9afc65ae138523bfd', 'subnets': [{'id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:28.038944 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4f138e-2168-443c-9872-23237f9874ef None None] The sync data for ids ['bfa386bf-7982-410d-8a40-9279c17939ad'] in dv-cinder-756710-7-iscsi is: [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:40Z', 'revision_number': 4, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port': {'id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '47a83be2-6421-48e3-abaa-12726e011272', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'port_id': '5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'mac_address': 'fa:16:3e:6c:5e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d761bfd-506d-431d-8b35-44697bcdb58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T05:05:14Z', 'updated_at': '2022-09-20T05:05:26Z', 'revision_number': 1, 'project_id': '3218048072f048d9afc65ae138523bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c95b19-a016-4149-aba3-5a9b762f4faf', 'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'mac_address': 'fa:16:3e:50:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:40Z', 'updated_at': '2022-09-20T05:02:45Z', 'revision_number': 5, 'project_id': '3218048072f048d9afc65ae138523bfd', 'subnets': [{'id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:05:28.217050 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5650375-506d-4443-b622-aaadbdf58477 None None] New status for floating IP 47a83be2-6421-48e3-abaa-12726e011272: ACTIVE {{(pid=112595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 05:05:30.182045 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:37.236710 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=15 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:37.239115 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=31 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:37.802010 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=65 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:37.802775 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=25 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:40.170823 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=35 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:40.176987 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:45.096868 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:45.097637 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:05:46.712743 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-8e118518-fdd7-4e01-a3fb-326886832945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:48.916525 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-323070a7-ccdf-4474-82ea-1af07862ff2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:50.119277 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:51.720289 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:05:51.942243 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:00.173389 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:02.050244 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:06:10.166095 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:10.169348 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:10.643692 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b1de6b81-7c96-4ac9-a779-499167c235d9 req-c2b92a57-f348-4870-8692-d0cf052822df service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d761bfd-506d-431d-8b35-44697bcdb58a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388703 Sep 20 05:06:10.746525 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de6b81-7c96-4ac9-a779-499167c235d9 req-10934e9e-9ada-4c46-93de-470d8e48bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:10.747960 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b1de6b81-7c96-4ac9-a779-499167c235d9 req-10934e9e-9ada-4c46-93de-470d8e48bba0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3218048072f048d9afc65ae138523bfd&device_id=9d761bfd-506d-431d-8b35-44697bcdb58a HTTP/1.1" status: 200 len: 1130 time: 0.0382342 Sep 20 05:06:10.852809 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de6b81-7c96-4ac9-a779-499167c235d9 req-d7f50c8d-a965-4c31-a265-984e391e1142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:10.854260 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b1de6b81-7c96-4ac9-a779-499167c235d9 req-d7f50c8d-a965-4c31-a265-984e391e1142 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447d3db5-30f6-43d8-9751-379a0d9ed4d0 HTTP/1.1" status: 200 len: 911 time: 0.0877533 Sep 20 05:06:10.996168 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b1de6b81-7c96-4ac9-a779-499167c235d9 req-a8b1fb30-3d67-45a7-81d7-3677fb507e3f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 HTTP/1.1" status: 200 len: 1001 time: 0.0535417 Sep 20 05:06:11.239416 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de6b81-7c96-4ac9-a779-499167c235d9 req-64797650-dcee-42c0-8859-5e671e3b0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:11.241001 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b1de6b81-7c96-4ac9-a779-499167c235d9 req-64797650-dcee-42c0-8859-5e671e3b0b57 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=46057e9d-6342-4545-886b-5d9d95d72ff8 HTTP/1.1" status: 200 len: 850 time: 0.0535555 Sep 20 05:06:11.533435 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de6b81-7c96-4ac9-a779-499167c235d9 req-62898801-9e85-46d3-859d-ecfff714659e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:11.535173 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b1de6b81-7c96-4ac9-a779-499167c235d9 req-62898801-9e85-46d3-859d-ecfff714659e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447d3db5-30f6-43d8-9751-379a0d9ed4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413525 Sep 20 05:06:11.628336 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b1de6b81-7c96-4ac9-a779-499167c235d9 req-6d02e7ee-679e-4bd7-9fd1-52a0cbd32619 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875723 Sep 20 05:06:11.722319 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b1de6b81-7c96-4ac9-a779-499167c235d9 req-d1df7aed-9523-4261-8dde-ab3d3fef7021 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882134 Sep 20 05:06:16.715863 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-a619b806-8d29-4c03-a001-e1205217eb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:18.917402 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-d259fe91-419d-444d-a9c5-32eb89202693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:20.096417 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=4 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:20.100327 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=4 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:20.120471 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:21.718200 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=56 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:21.719068 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=45 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:21.721195 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:21.950588 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:25.290835 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca39b68-7cf9-4f84-aa75-68f9ed3678ab req-e4b6ae07-ec74-4dba-a44b-5f5e62c581ff tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:25.292859 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-eca39b68-7cf9-4f84-aa75-68f9ed3678ab req-e4b6ae07-ec74-4dba-a44b-5f5e62c581ff tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9d761bfd-506d-431d-8b35-44697bcdb58a HTTP/1.1" status: 200 len: 946 time: 0.0460141 Sep 20 05:06:25.341065 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-eca39b68-7cf9-4f84-aa75-68f9ed3678ab req-774ec97a-3a1e-4bf8-8d79-93ab291ca552 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bdba3239-7179-4092-a9ae-1fba431b9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426326 Sep 20 05:06:26.460913 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9537983-4894-4f43-a9ed-eb5ac4105edf req-e48605ea-b19f-48dd-bbe5-14cac09ef8ce tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:26.462252 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e9537983-4894-4f43-a9ed-eb5ac4105edf req-e48605ea-b19f-48dd-bbe5-14cac09ef8ce tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9d761bfd-506d-431d-8b35-44697bcdb58a HTTP/1.1" status: 200 len: 946 time: 0.0454371 Sep 20 05:06:26.507761 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e9537983-4894-4f43-a9ed-eb5ac4105edf req-5f1229d4-5161-49a1-97d3-2f71a0bc69c8 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bdba3239-7179-4092-a9ae-1fba431b9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401337 Sep 20 05:06:27.081613 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4acdf-b1ef-44dc-89b0-45080fa27c6d req-a774cf18-3b59-4259-be00-8867594880af tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:27.083056 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-26a4acdf-b1ef-44dc-89b0-45080fa27c6d req-a774cf18-3b59-4259-be00-8867594880af tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d761bfd-506d-431d-8b35-44697bcdb58a HTTP/1.1" status: 200 len: 946 time: 0.0454147 Sep 20 05:06:27.404046 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-26a4acdf-b1ef-44dc-89b0-45080fa27c6d req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Deleting port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:06:27.404286 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-26a4acdf-b1ef-44dc-89b0-45080fa27c6d req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:27.490851 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-26a4acdf-b1ef-44dc-89b0-45080fa27c6d req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] For port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35,segment=NetworkSegment(fcbb359f-ee36-41cf-8d62-37b208209e43),segment_id=fcbb359f-ee36-41cf-8d62-37b208209e43)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:06:27.491213 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-26a4acdf-b1ef-44dc-89b0-45080fa27c6d req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:27.626509 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866667a7-22cd-402c-8e1a-ba84f7b8c42a req-0a50b32c-f742-415f-86e7-2e5cc79ccf8a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:27.627974 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-866667a7-22cd-402c-8e1a-ba84f7b8c42a req-0a50b32c-f742-415f-86e7-2e5cc79ccf8a tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9d761bfd-506d-431d-8b35-44697bcdb58a HTTP/1.1" status: 200 len: 946 time: 0.0456543 Sep 20 05:06:27.652673 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-26a4acdf-b1ef-44dc-89b0-45080fa27c6d req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:27.653041 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-26a4acdf-b1ef-44dc-89b0-45080fa27c6d req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (47a83be2-6421-48e3-abaa-12726e011272), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:27.653358 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.l3_db [req-26a4acdf-b1ef-44dc-89b0-45080fa27c6d req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Floating IP 47a83be2-6421-48e3-abaa-12726e011272 disassociated. External IP: 172.27.1.91, port: 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35. Sep 20 05:06:27.653696 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-26a4acdf-b1ef-44dc-89b0-45080fa27c6d req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Calling delete_port for 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 owned by compute:nova {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:06:27.674633 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-866667a7-22cd-402c-8e1a-ba84f7b8c42a req-c38c4c75-6826-4e7f-8683-436b86314758 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bdba3239-7179-4092-a9ae-1fba431b9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409424 Sep 20 05:06:27.775902 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-26a4acdf-b1ef-44dc-89b0-45080fa27c6d req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:27.810997 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Pushing event deleted for resources: {'Port': ['ID=5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:27.821705 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:27.822043 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:27.822381 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:27.823145 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:27.823145 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:27.823495 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:27.823925 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:27.824247 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:27.824570 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:27.824928 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:27.825236 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:27.825556 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:27.825875 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:27.826190 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:27.826507 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:27.931917 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26a4acdf-b1ef-44dc-89b0-45080fa27c6d req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Router bfa386bf-7982-410d-8a40-9279c17939ad has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:06:28.031829 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26a4acdf-b1ef-44dc-89b0-45080fa27c6d req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:06:28.043718 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7277ca53-05bd-4b73-94b7-a4dd556cee86 None None] Sync routers for ids ['bfa386bf-7982-410d-8a40-9279c17939ad'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:06:28.054071 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7277ca53-05bd-4b73-94b7-a4dd556cee86 None None] Routers {'bfa386bf-7982-410d-8a40-9279c17939ad'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:06:28.054685 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-7277ca53-05bd-4b73-94b7-a4dd556cee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:06:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['bfa386bf-7982-410d-8a40-9279c17939ad'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:28.077661 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a4acdf-b1ef-44dc-89b0-45080fa27c6d req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] No DVR routers for this DVR port 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 on host hv-cinder-75671 {{(pid=112593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 05:06:28.080067 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-26a4acdf-b1ef-44dc-89b0-45080fa27c6d req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:28.083276 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-26a4acdf-b1ef-44dc-89b0-45080fa27c6d req-5427952b-9618-4fb0-862e-5b234c131334 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.25 "DELETE /networking/v2.0/ports/5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 HTTP/1.1" status: 204 len: 173 time: 0.9955456 Sep 20 05:06:28.083885 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d761bfd-506d-431d-8b35-44697bcdb58a', 'name': 'network-vif-deleted', 'tag': '5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:06:28.086334 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacde3c2-9463-4ab9-8b8a-c5b09cebcedd" -d '{"events": [{"server_uuid": "9d761bfd-506d-431d-8b35-44697bcdb58a", "name": "network-vif-deleted", "tag": "5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:06:28.123907 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 05:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef458da-7aa6-49b0-a874-1dc67d81d88d x-openstack-request-id: req-cef458da-7aa6-49b0-a874-1dc67d81d88d {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:06:28.124405 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d761bfd-506d-431d-8b35-44697bcdb58a", "name": "network-vif-deleted", "tag": "5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:06:28.124736 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cef458da-7aa6-49b0-a874-1dc67d81d88d {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:06:28.125152 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef458da-7aa6-49b0-a874-1dc67d81d88d'] response: {'server_uuid': '9d761bfd-506d-431d-8b35-44697bcdb58a', 'name': 'network-vif-deleted', 'tag': '5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35', 'status': 'completed', 'code': 200} Sep 20 05:06:28.167137 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-7277ca53-05bd-4b73-94b7-a4dd556cee86 None None] Set router bfa386bf-7982-410d-8a40-9279c17939ad gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:06:28.388674 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-7277ca53-05bd-4b73-94b7-a4dd556cee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:40Z', 'revision_number': 4, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port': {'id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'a8c95b19-a016-4149-aba3-5a9b762f4faf', 'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'mac_address': 'fa:16:3e:50:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:40Z', 'updated_at': '2022-09-20T05:02:45Z', 'revision_number': 5, 'project_id': '3218048072f048d9afc65ae138523bfd', 'subnets': [{'id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:28.412438 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7277ca53-05bd-4b73-94b7-a4dd556cee86 None None] Checking router: bfa386bf-7982-410d-8a40-9279c17939ad for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:06:28.422328 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7277ca53-05bd-4b73-94b7-a4dd556cee86 None None] Routers {'bfa386bf-7982-410d-8a40-9279c17939ad'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:06:28.423265 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-7277ca53-05bd-4b73-94b7-a4dd556cee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:06:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['bfa386bf-7982-410d-8a40-9279c17939ad'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:28.522742 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-7277ca53-05bd-4b73-94b7-a4dd556cee86 None None] Set router bfa386bf-7982-410d-8a40-9279c17939ad gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:06:28.716092 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-7277ca53-05bd-4b73-94b7-a4dd556cee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:40Z', 'revision_number': 4, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port': {'id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'a8c95b19-a016-4149-aba3-5a9b762f4faf', 'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'mac_address': 'fa:16:3e:50:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:40Z', 'updated_at': '2022-09-20T05:02:45Z', 'revision_number': 5, 'project_id': '3218048072f048d9afc65ae138523bfd', 'subnets': [{'id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:28.741646 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7277ca53-05bd-4b73-94b7-a4dd556cee86 None None] The sync data for ids ['bfa386bf-7982-410d-8a40-9279c17939ad'] in dv-cinder-756710-7-iscsi is: [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:40Z', 'revision_number': 4, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port': {'id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': 'a8c95b19-a016-4149-aba3-5a9b762f4faf', 'name': '', 'network_id': '447d3db5-30f6-43d8-9751-379a0d9ed4d0', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'mac_address': 'fa:16:3e:50:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:40Z', 'updated_at': '2022-09-20T05:02:45Z', 'revision_number': 5, 'project_id': '3218048072f048d9afc65ae138523bfd', 'subnets': [{'id': '46057e9d-6342-4545-886b-5d9d95d72ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:06:28.770392 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54700) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:28.830388 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group (bdba3239-7179-4092-a9ae-1fba431b9c6c), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:28.852538 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group (bdba3239-7179-4092-a9ae-1fba431b9c6c), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:28.905644 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (bdba3239-7179-4092-a9ae-1fba431b9c6c), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:28.909107 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:28.910270 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bdba3239-7179-4092-a9ae-1fba431b9c6c HTTP/1.1" status: 204 len: 168 time: 0.1388948 Sep 20 05:06:28.913389 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54702) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:28.920633 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdba3239-7179-4092-a9ae-1fba431b9c6c,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:28.928033 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.api.v2.resource [None req-48b4451a-1703-41b2-95ad-899513615996 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] show failed (client error): The resource could not be found. Sep 20 05:06:28.928964 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:28.929315 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:28.929660 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:28.929996 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:28.930334 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:28.930666 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:28.930994 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:28.931317 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:28.931639 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:28.931964 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:28.932288 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:28.932404 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-48b4451a-1703-41b2-95ad-899513615996 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "GET /networking/v2.0/security-groups/bdba3239-7179-4092-a9ae-1fba431b9c6c HTTP/1.1" status: 404 len: 347 time: 0.0179639 Sep 20 05:06:28.932645 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:28.932984 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54704) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:28.933105 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:28.933301 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:28.933618 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348e7d-b1b0-4630-bb0e-425d2b2c52da tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:28.980418 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f240a302-bcb6-4f3a-9b7b-35ccaf5ba7db None None] New status for floating IP 47a83be2-6421-48e3-abaa-12726e011272: DOWN {{(pid=112595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 05:06:29.038780 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:29.050343 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-c7daf610-3900-42ac-9451-7c004e98b992 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Deleting port 82ade252-f813-46f4-8f07-718a21bbf781 {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:06:29.050743 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c7daf610-3900-42ac-9451-7c004e98b992 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (82ade252-f813-46f4-8f07-718a21bbf781), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:29.092750 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:29.134848 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c7daf610-3900-42ac-9451-7c004e98b992 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (82ade252-f813-46f4-8f07-718a21bbf781), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:29.135179 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c7daf610-3900-42ac-9451-7c004e98b992 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for floatingip (82ade252-f813-46f4-8f07-718a21bbf781), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:29.148149 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-c7daf610-3900-42ac-9451-7c004e98b992 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Calling delete_port for 82ade252-f813-46f4-8f07-718a21bbf781 owned by network:floatingip {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:06:29.278481 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c7daf610-3900-42ac-9451-7c004e98b992 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (82ade252-f813-46f4-8f07-718a21bbf781), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:29.302282 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7daf610-3900-42ac-9451-7c004e98b992 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Pushing event deleted for resources: {'Port': ['ID=82ade252-f813-46f4-8f07-718a21bbf781,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:29.365910 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c7daf610-3900-42ac-9451-7c004e98b992 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks [] for floatingip (47a83be2-6421-48e3-abaa-12726e011272), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:29.368376 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c7daf610-3900-42ac-9451-7c004e98b992 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:29.369544 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-c7daf610-3900-42ac-9451-7c004e98b992 tempest-AttachVolumeTestJSON-1068414702 tempest-AttachVolumeTestJSON-1068414702-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/47a83be2-6421-48e3-abaa-12726e011272 HTTP/1.1" status: 204 len: 168 time: 0.4356754 Sep 20 05:06:30.186030 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:30.729701 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:06:30.752423 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:06:30.752721 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 5311bcd4-9eaa-4ae8-a52e-b337c7ac8b35 not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:06:32.923984 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54732) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:33.225338 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c79cc174-300d-45e7-bbf4-8aec38484356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4094629'] for router_interface (bfa386bf-7982-410d-8a40-9279c17939ad), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:33.439482 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-c79cc174-300d-45e7-bbf4-8aec38484356 admin admin] Deleting port a8c95b19-a016-4149-aba3-5a9b762f4faf {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:06:33.439738 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c79cc174-300d-45e7-bbf4-8aec38484356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (a8c95b19-a016-4149-aba3-5a9b762f4faf), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:33.478368 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:33.480349 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:33.521194 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [None req-c79cc174-300d-45e7-bbf4-8aec38484356 admin admin] For port a8c95b19-a016-4149-aba3-5a9b762f4faf, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=a8c95b19-a016-4149-aba3-5a9b762f4faf,segment=NetworkSegment(fcbb359f-ee36-41cf-8d62-37b208209e43),segment_id=fcbb359f-ee36-41cf-8d62-37b208209e43)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:06:33.521552 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c79cc174-300d-45e7-bbf4-8aec38484356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (a8c95b19-a016-4149-aba3-5a9b762f4faf), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:33.534316 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-c79cc174-300d-45e7-bbf4-8aec38484356 admin admin] Calling delete_port for a8c95b19-a016-4149-aba3-5a9b762f4faf owned by network:router_interface {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:06:33.710739 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c79cc174-300d-45e7-bbf4-8aec38484356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (a8c95b19-a016-4149-aba3-5a9b762f4faf), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:33.734876 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cc174-300d-45e7-bbf4-8aec38484356 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c95b19-a016-4149-aba3-5a9b762f4faf,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:33.903559 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-c79cc174-300d-45e7-bbf4-8aec38484356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3684142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3778325'] for router_interface (bfa386bf-7982-410d-8a40-9279c17939ad), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:34.100904 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79cc174-300d-45e7-bbf4-8aec38484356 admin admin] Router bfa386bf-7982-410d-8a40-9279c17939ad has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:06:34.204183 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79cc174-300d-45e7-bbf4-8aec38484356 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:06:34.209824 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-c79cc174-300d-45e7-bbf4-8aec38484356 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/bfa386bf-7982-410d-8a40-9279c17939ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2846181 Sep 20 05:06:34.211909 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54734) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:34.215575 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7229289-8ea5-4b10-8bdf-7b2af5b5326c None None] Sync routers for ids ['bfa386bf-7982-410d-8a40-9279c17939ad'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:06:34.226084 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7229289-8ea5-4b10-8bdf-7b2af5b5326c None None] Routers {'bfa386bf-7982-410d-8a40-9279c17939ad'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:06:34.226688 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-c7229289-8ea5-4b10-8bdf-7b2af5b5326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:06:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['bfa386bf-7982-410d-8a40-9279c17939ad'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:34.295946 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:34.303359 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:34.314738 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6f62da9a-768f-4f0c-8cc6-d82d8957e304 admin admin] Publish callbacks [] for router (bfa386bf-7982-410d-8a40-9279c17939ad), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:34.416193 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6f62da9a-768f-4f0c-8cc6-d82d8957e304 admin admin] Publish callbacks [] for router_gateway (bfa386bf-7982-410d-8a40-9279c17939ad), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:34.442974 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:34.457189 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-c7229289-8ea5-4b10-8bdf-7b2af5b5326c None None] Set router bfa386bf-7982-410d-8a40-9279c17939ad gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:06:34.458567 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-6f62da9a-768f-4f0c-8cc6-d82d8957e304 admin admin] Deleting port df4c8a79-4153-4941-a531-70dc25c66360 {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:06:34.458909 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6f62da9a-768f-4f0c-8cc6-d82d8957e304 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (df4c8a79-4153-4941-a531-70dc25c66360), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:34.540671 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [None req-6f62da9a-768f-4f0c-8cc6-d82d8957e304 admin admin] For port df4c8a79-4153-4941-a531-70dc25c66360, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=df4c8a79-4153-4941-a531-70dc25c66360,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:06:34.541036 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6f62da9a-768f-4f0c-8cc6-d82d8957e304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (df4c8a79-4153-4941-a531-70dc25c66360), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:34.554211 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-6f62da9a-768f-4f0c-8cc6-d82d8957e304 admin admin] Calling delete_port for df4c8a79-4153-4941-a531-70dc25c66360 owned by network:router_gateway {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:06:34.621209 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-c7229289-8ea5-4b10-8bdf-7b2af5b5326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:06:33Z', 'revision_number': 5, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port': {'id': 'df4c8a79-4153-4941-a531-70dc25c66360', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:34.645829 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7229289-8ea5-4b10-8bdf-7b2af5b5326c None None] Checking router: bfa386bf-7982-410d-8a40-9279c17939ad for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:06:34.653049 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:34.655255 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7229289-8ea5-4b10-8bdf-7b2af5b5326c None None] Routers {'bfa386bf-7982-410d-8a40-9279c17939ad'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:06:34.655869 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-c7229289-8ea5-4b10-8bdf-7b2af5b5326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:06:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['bfa386bf-7982-410d-8a40-9279c17939ad'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:34.735827 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6f62da9a-768f-4f0c-8cc6-d82d8957e304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (df4c8a79-4153-4941-a531-70dc25c66360), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:34.758077 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62da9a-768f-4f0c-8cc6-d82d8957e304 admin admin] Pushing event deleted for resources: {'Port': ['ID=df4c8a79-4153-4941-a531-70dc25c66360,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:34.770555 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-c7229289-8ea5-4b10-8bdf-7b2af5b5326c None None] Set router bfa386bf-7982-410d-8a40-9279c17939ad gateway port host: None {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:06:34.822031 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6f62da9a-768f-4f0c-8cc6-d82d8957e304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3775071'] for router_gateway (bfa386bf-7982-410d-8a40-9279c17939ad), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:34.822857 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-c7229289-8ea5-4b10-8bdf-7b2af5b5326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:06:34Z', 'revision_number': 6, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port_host': None}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:34.848287 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7229289-8ea5-4b10-8bdf-7b2af5b5326c None None] The sync data for ids ['bfa386bf-7982-410d-8a40-9279c17939ad'] in dv-cinder-756710-7-iscsi is: [{'id': 'bfa386bf-7982-410d-8a40-9279c17939ad', 'name': 'tempest-AttachVolumeTestJSON-1656736889-router', 'tenant_id': '3218048072f048d9afc65ae138523bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:02:38Z', 'updated_at': '2022-09-20T05:06:34Z', 'revision_number': 6, 'project_id': '3218048072f048d9afc65ae138523bfd', 'gw_port_host': None}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:06:34.914450 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6f62da9a-768f-4f0c-8cc6-d82d8957e304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4743'] for router (bfa386bf-7982-410d-8a40-9279c17939ad), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:34.916580 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6f62da9a-768f-4f0c-8cc6-d82d8957e304 admin admin] Publish callbacks [] for router_controller (bfa386bf-7982-410d-8a40-9279c17939ad), precommit_delete_associations {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:34.961261 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6f62da9a-768f-4f0c-8cc6-d82d8957e304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3778408'] for router (bfa386bf-7982-410d-8a40-9279c17939ad), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:34.962065 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f62da9a-768f-4f0c-8cc6-d82d8957e304 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfa386bf-7982-410d-8a40-9279c17939ad {{(pid=112593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 05:06:34.966459 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6f62da9a-768f-4f0c-8cc6-d82d8957e304 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:34.967621 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-6f62da9a-768f-4f0c-8cc6-d82d8957e304 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/bfa386bf-7982-410d-8a40-9279c17939ad HTTP/1.1" status: 204 len: 168 time: 0.7548101 Sep 20 05:06:34.970177 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54736) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:35.016335 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_v2 [None req-07641f08-8e91-4eee-af78-290112557e31 admin admin] Deleting subnet 46057e9d-6342-4545-886b-5d9d95d72ff8 {{(pid=112593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 05:06:35.020060 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-07641f08-8e91-4eee-af78-290112557e31 admin admin] Publish callbacks [] for subnet (46057e9d-6342-4545-886b-5d9d95d72ff8), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:35.054011 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-07641f08-8e91-4eee-af78-290112557e31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58957096'] for subnet (46057e9d-6342-4545-886b-5d9d95d72ff8), precommit_delete_associations {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:35.130921 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-07641f08-8e91-4eee-af78-290112557e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766695'] for subnet (46057e9d-6342-4545-886b-5d9d95d72ff8), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:35.161296 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:35.173317 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:35.188916 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-07641f08-8e91-4eee-af78-290112557e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58786417'] for subnet (46057e9d-6342-4545-886b-5d9d95d72ff8), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:35.213474 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07641f08-8e91-4eee-af78-290112557e31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46057e9d-6342-4545-886b-5d9d95d72ff8,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:35.219803 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-07641f08-8e91-4eee-af78-290112557e31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:35.222898 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-07641f08-8e91-4eee-af78-290112557e31 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/46057e9d-6342-4545-886b-5d9d95d72ff8 HTTP/1.1" status: 204 len: 168 time: 0.2517686 Sep 20 05:06:35.225515 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54738) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:35.227487 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956f014d-0c7f-421b-a30a-57f0b83a10a0 None None] Network 447d3db5-30f6-43d8-9751-379a0d9ed4d0 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 05:06:35.299441 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726418'] for network (447d3db5-30f6-43d8-9751-379a0d9ed4d0), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:35.341762 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] Deleting port 6a296d7c-9052-462d-a3c8-c6c852369b73 {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:06:35.342112 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (6a296d7c-9052-462d-a3c8-c6c852369b73), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:35.405672 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] For port 6a296d7c-9052-462d-a3c8-c6c852369b73, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=6a296d7c-9052-462d-a3c8-c6c852369b73,segment=NetworkSegment(fcbb359f-ee36-41cf-8d62-37b208209e43),segment_id=fcbb359f-ee36-41cf-8d62-37b208209e43)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:06:35.406027 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (6a296d7c-9052-462d-a3c8-c6c852369b73), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:35.418051 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] Calling delete_port for 6a296d7c-9052-462d-a3c8-c6c852369b73 owned by network:dhcp {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:06:35.494603 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (6a296d7c-9052-462d-a3c8-c6c852369b73), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:35.516838 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a296d7c-9052-462d-a3c8-c6c852369b73,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:35.522452 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] No DVR routers for this DVR port 6a296d7c-9052-462d-a3c8-c6c852369b73 on host dv-cinder-756710-7-iscsi {{(pid=112593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 05:06:35.616617 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73e46b8-b039-4c5e-b3be-ed6286a7c463 None None] DHCP port deletion for 447d3db5-30f6-43d8-9751-379a0d9ed4d0 request from dv-cinder-756710-7-iscsi {{(pid=112594) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 05:06:35.837731 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729292', 'neutron.services.segments.db._delete_segments_for_network-8739023563457'] for network (447d3db5-30f6-43d8-9751-379a0d9ed4d0), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:35.858175 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447d3db5-30f6-43d8-9751-379a0d9ed4d0']}} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:35.867740 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbb359f-ee36-41cf-8d62-37b208209e43') {'for_net_delete': True} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:35.867921 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbb359f-ee36-41cf-8d62-37b208209e43') {} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:35.878454 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739023563349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58957075'] for segment (fcbb359f-ee36-41cf-8d62-37b208209e43), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:35.894534 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (fcbb359f-ee36-41cf-8d62-37b208209e43), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:35.900329 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=112593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:06:35.900734 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59245190'] for segment (fcbb359f-ee36-41cf-8d62-37b208209e43), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:35.958785 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3775114'] for network (447d3db5-30f6-43d8-9751-379a0d9ed4d0), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:35.965130 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:35.968141 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/447d3db5-30f6-43d8-9751-379a0d9ed4d0 HTTP/1.1" status: 204 len: 168 time: 0.7417009 Sep 20 05:06:35.982432 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.services.segments.plugin [-] Segment fcbb359f-ee36-41cf-8d62-37b208209e43 resource provider aggregate not found Sep 20 05:06:35.986178 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23041894-ff90-4631-8ae6-115ab3af1191 admin admin] Pushing event deleted for resources: {'Network': ['ID=447d3db5-30f6-43d8-9751-379a0d9ed4d0,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:36.003402 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.services.segments.plugin [-] Segment fcbb359f-ee36-41cf-8d62-37b208209e43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fcbb359f-ee36-41cf-8d62-37b208209e43 found for delete ", "request_id": "req-205dd8c5-b8d8-44aa-957c-be84e9dac74a"}]} Sep 20 05:06:36.131003 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54748) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:36.176984 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-a1c7f00d-9bed-4a53-8c11-66f318615cc9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3218048072f048d9afc65ae138523bfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447834 Sep 20 05:06:36.179514 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54750) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:36.216067 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device df4c8a79-4153-4941-a531-70dc25c66360 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:06:36.230259 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-3d9d41b3-8050-4398-bf30-72a198899954 admin admin] Publish callbacks [] for security_group (d40cb155-7bbd-490e-ab2f-ebc0d443a313), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:36.235770 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: df4c8a79-4153-4941-a531-70dc25c66360 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:06:36.236307 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device df4c8a79-4153-4941-a531-70dc25c66360 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:06:36.236542 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device a8c95b19-a016-4149-aba3-5a9b762f4faf no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:06:36.250426 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-3d9d41b3-8050-4398-bf30-72a198899954 admin admin] Publish callbacks [] for security_group (d40cb155-7bbd-490e-ab2f-ebc0d443a313), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:36.255124 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: a8c95b19-a016-4149-aba3-5a9b762f4faf {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:06:36.255478 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device a8c95b19-a016-4149-aba3-5a9b762f4faf not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:06:36.255901 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 6a296d7c-9052-462d-a3c8-c6c852369b73 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:06:36.278439 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: 6a296d7c-9052-462d-a3c8-c6c852369b73 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:06:36.278786 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 6a296d7c-9052-462d-a3c8-c6c852369b73 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:06:36.297709 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-3d9d41b3-8050-4398-bf30-72a198899954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (d40cb155-7bbd-490e-ab2f-ebc0d443a313), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:36.300030 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-3d9d41b3-8050-4398-bf30-72a198899954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:36.301184 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-3d9d41b3-8050-4398-bf30-72a198899954 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d40cb155-7bbd-490e-ab2f-ebc0d443a313 HTTP/1.1" status: 204 len: 168 time: 0.1207848 Sep 20 05:06:36.309428 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d41b3-8050-4398-bf30-72a198899954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40cb155-7bbd-490e-ab2f-ebc0d443a313,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:37.928808 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54794) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:38.030651 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ed63d4d7-5f30-4b0d-8e71-38edf0d526c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:38.108246 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ed63d4d7-5f30-4b0d-8e71-38edf0d526c8 admin admin] Publish callbacks [] for security_group (5d760395-f69b-443f-855e-10fa0e235444), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:38.111727 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ed63d4d7-5f30-4b0d-8e71-38edf0d526c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (5d760395-f69b-443f-855e-10fa0e235444), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:38.150968 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-ed63d4d7-5f30-4b0d-8e71-38edf0d526c8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5ca77891b9a249d2aec642a497371b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208688 Sep 20 05:06:38.151979 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63d4d7-5f30-4b0d-8e71-38edf0d526c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d760395-f69b-443f-855e-10fa0e235444,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:38.153517 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54798) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:38.203132 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6059f813-67a7-4959-a9e7-21421fb47e38 admin admin] Publish callbacks [] for security_group (5d760395-f69b-443f-855e-10fa0e235444), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:38.209668 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:38.223683 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6059f813-67a7-4959-a9e7-21421fb47e38 admin admin] Publish callbacks [] for security_group (5d760395-f69b-443f-855e-10fa0e235444), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:38.254148 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:38.269962 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6059f813-67a7-4959-a9e7-21421fb47e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (5d760395-f69b-443f-855e-10fa0e235444), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:38.272366 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-6059f813-67a7-4959-a9e7-21421fb47e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:38.273518 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-6059f813-67a7-4959-a9e7-21421fb47e38 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5d760395-f69b-443f-855e-10fa0e235444 HTTP/1.1" status: 204 len: 168 time: 0.1189630 Sep 20 05:06:38.281776 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059f813-67a7-4959-a9e7-21421fb47e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d760395-f69b-443f-855e-10fa0e235444,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:38.533294 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54804) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:38.549108 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-dc344be7-6211-4d84-9c06-b2cc3a2c193c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:38.621218 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-dc344be7-6211-4d84-9c06-b2cc3a2c193c admin admin] Publish callbacks [] for security_group (8fa1876d-0c4e-4c40-a248-552c006c7ad2), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:38.624444 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-dc344be7-6211-4d84-9c06-b2cc3a2c193c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (8fa1876d-0c4e-4c40-a248-552c006c7ad2), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:38.663375 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-dc344be7-6211-4d84-9c06-b2cc3a2c193c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b535948445bd43d8a9a0b80d3c2a8f9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289999 Sep 20 05:06:38.664248 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc344be7-6211-4d84-9c06-b2cc3a2c193c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa1876d-0c4e-4c40-a248-552c006c7ad2,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:38.666860 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54806) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:38.719556 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-908f2536-616d-4c71-9e38-08f2ca338b14 admin admin] Publish callbacks [] for security_group (8fa1876d-0c4e-4c40-a248-552c006c7ad2), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:38.739210 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-908f2536-616d-4c71-9e38-08f2ca338b14 admin admin] Publish callbacks [] for security_group (8fa1876d-0c4e-4c40-a248-552c006c7ad2), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:38.784869 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-908f2536-616d-4c71-9e38-08f2ca338b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (8fa1876d-0c4e-4c40-a248-552c006c7ad2), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:38.787412 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-908f2536-616d-4c71-9e38-08f2ca338b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:38.788544 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-908f2536-616d-4c71-9e38-08f2ca338b14 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8fa1876d-0c4e-4c40-a248-552c006c7ad2 HTTP/1.1" status: 204 len: 168 time: 0.1206450 Sep 20 05:06:38.796085 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f2536-616d-4c71-9e38-08f2ca338b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa1876d-0c4e-4c40-a248-552c006c7ad2,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:39.049502 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:06:44.509661 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54888) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:44.614608 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-3d6effe7-3ef8-4ad8-a5f2-d1f5fdaede6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:44.633069 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:44.665118 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:44.692506 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-3d6effe7-3ef8-4ad8-a5f2-d1f5fdaede6f admin admin] Publish callbacks [] for security_group (87c23270-7ebf-4e59-bb21-603fa4260e5a), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:44.695721 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-3d6effe7-3ef8-4ad8-a5f2-d1f5fdaede6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (87c23270-7ebf-4e59-bb21-603fa4260e5a), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:44.734071 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-3d6effe7-3ef8-4ad8-a5f2-d1f5fdaede6f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5d751c4437784ac1b6307a9549eee8ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233837 Sep 20 05:06:44.734891 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6effe7-3ef8-4ad8-a5f2-d1f5fdaede6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c23270-7ebf-4e59-bb21-603fa4260e5a,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:44.737741 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54892) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:44.779849 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:44.787542 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9bd09fe1-99e6-448f-a5fa-816dd14c93e7 admin admin] Publish callbacks [] for security_group (87c23270-7ebf-4e59-bb21-603fa4260e5a), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:44.806875 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9bd09fe1-99e6-448f-a5fa-816dd14c93e7 admin admin] Publish callbacks [] for security_group (87c23270-7ebf-4e59-bb21-603fa4260e5a), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:44.854622 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9bd09fe1-99e6-448f-a5fa-816dd14c93e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (87c23270-7ebf-4e59-bb21-603fa4260e5a), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:44.857109 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-9bd09fe1-99e6-448f-a5fa-816dd14c93e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:44.858247 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-9bd09fe1-99e6-448f-a5fa-816dd14c93e7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/87c23270-7ebf-4e59-bb21-603fa4260e5a HTTP/1.1" status: 204 len: 168 time: 0.1193213 Sep 20 05:06:44.866054 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd09fe1-99e6-448f-a5fa-816dd14c93e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c23270-7ebf-4e59-bb21-603fa4260e5a,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:45.124428 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54898) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:45.137770 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e488907c-6b40-4762-a938-8326deaed4fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:45.214646 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e488907c-6b40-4762-a938-8326deaed4fb admin admin] Publish callbacks [] for security_group (144de314-f0b8-46e6-8ca4-fad025862b07), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:45.218151 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e488907c-6b40-4762-a938-8326deaed4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (144de314-f0b8-46e6-8ca4-fad025862b07), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:45.262326 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-e488907c-6b40-4762-a938-8326deaed4fb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4eda3dd58bb743c1b74338952a40a66c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367550 Sep 20 05:06:45.263812 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488907c-6b40-4762-a938-8326deaed4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144de314-f0b8-46e6-8ca4-fad025862b07,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:45.265062 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54900) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:45.331224 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8cc09f11-321d-4d8c-98c5-6ea5ea610da0 admin admin] Publish callbacks [] for security_group (144de314-f0b8-46e6-8ca4-fad025862b07), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:45.356005 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8cc09f11-321d-4d8c-98c5-6ea5ea610da0 admin admin] Publish callbacks [] for security_group (144de314-f0b8-46e6-8ca4-fad025862b07), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:45.402542 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8cc09f11-321d-4d8c-98c5-6ea5ea610da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (144de314-f0b8-46e6-8ca4-fad025862b07), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:45.405013 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-8cc09f11-321d-4d8c-98c5-6ea5ea610da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:45.406118 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-8cc09f11-321d-4d8c-98c5-6ea5ea610da0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/144de314-f0b8-46e6-8ca4-fad025862b07 HTTP/1.1" status: 204 len: 168 time: 0.1397095 Sep 20 05:06:45.413566 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc09f11-321d-4d8c-98c5-6ea5ea610da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144de314-f0b8-46e6-8ca4-fad025862b07,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:46.717919 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b928efa-634a-4c59-a034-851e1516769c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:47.126481 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54954) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:47.230673 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0db54276-6f32-4982-9115-1095f0d519bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:47.303856 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0db54276-6f32-4982-9115-1095f0d519bb admin admin] Publish callbacks [] for security_group (4703d931-9d84-4c74-9e8b-9b67f12b69e2), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:47.307161 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-0db54276-6f32-4982-9115-1095f0d519bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (4703d931-9d84-4c74-9e8b-9b67f12b69e2), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:47.345035 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-0db54276-6f32-4982-9115-1095f0d519bb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=01bf89b21e824ee29df060b2bd28dcca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175088 Sep 20 05:06:47.347027 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db54276-6f32-4982-9115-1095f0d519bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4703d931-9d84-4c74-9e8b-9b67f12b69e2,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:47.347763 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54958) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:47.395696 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-644519f0-3c73-4785-8ca4-f218fddaeb00 admin admin] Publish callbacks [] for security_group (4703d931-9d84-4c74-9e8b-9b67f12b69e2), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:47.415554 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-644519f0-3c73-4785-8ca4-f218fddaeb00 admin admin] Publish callbacks [] for security_group (4703d931-9d84-4c74-9e8b-9b67f12b69e2), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:47.460714 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-644519f0-3c73-4785-8ca4-f218fddaeb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (4703d931-9d84-4c74-9e8b-9b67f12b69e2), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:47.463169 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-644519f0-3c73-4785-8ca4-f218fddaeb00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:47.464837 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-644519f0-3c73-4785-8ca4-f218fddaeb00 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4703d931-9d84-4c74-9e8b-9b67f12b69e2 HTTP/1.1" status: 204 len: 168 time: 0.1160438 Sep 20 05:06:47.472352 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644519f0-3c73-4785-8ca4-f218fddaeb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4703d931-9d84-4c74-9e8b-9b67f12b69e2,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:47.722408 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54964) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:47.738918 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e65277c2-b26c-4a89-be07-475c101ac667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:47.775913 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:47.781536 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:47.817147 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e65277c2-b26c-4a89-be07-475c101ac667 admin admin] Publish callbacks [] for security_group (fe09854b-6b81-42da-bb60-150f09f7d705), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:47.820417 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e65277c2-b26c-4a89-be07-475c101ac667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (fe09854b-6b81-42da-bb60-150f09f7d705), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:47.857423 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65277c2-b26c-4a89-be07-475c101ac667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe09854b-6b81-42da-bb60-150f09f7d705,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:47.861431 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-e65277c2-b26c-4a89-be07-475c101ac667 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7257d440c18a4a65b62d4f30ee107234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380157 Sep 20 05:06:47.864205 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54966) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:47.912137 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4b25c509-ea73-4327-aeef-82c6f7707a43 admin admin] Publish callbacks [] for security_group (fe09854b-6b81-42da-bb60-150f09f7d705), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:47.931324 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4b25c509-ea73-4327-aeef-82c6f7707a43 admin admin] Publish callbacks [] for security_group (fe09854b-6b81-42da-bb60-150f09f7d705), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:47.977531 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4b25c509-ea73-4327-aeef-82c6f7707a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (fe09854b-6b81-42da-bb60-150f09f7d705), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:47.979976 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-4b25c509-ea73-4327-aeef-82c6f7707a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:47.981111 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-4b25c509-ea73-4327-aeef-82c6f7707a43 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fe09854b-6b81-42da-bb60-150f09f7d705 HTTP/1.1" status: 204 len: 168 time: 0.1159751 Sep 20 05:06:47.988421 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25c509-ea73-4327-aeef-82c6f7707a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe09854b-6b81-42da-bb60-150f09f7d705,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:48.647389 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 54988) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:48.741321 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-65e94126-f1a1-45bc-8607-21ddece9aff8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-238513897-network', 'tenant_id': '975cd6183a57461a9604d14868f48d6f'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:06:48.760988 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e94126-f1a1-45bc-8607-21ddece9aff8 admin admin] Made reservation on behalf of 975cd6183a57461a9604d14868f48d6f for: {'network': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:06:48.763193 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-65e94126-f1a1-45bc-8607-21ddece9aff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for network (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:48.773810 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-65e94126-f1a1-45bc-8607-21ddece9aff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:48.847892 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-65e94126-f1a1-45bc-8607-21ddece9aff8 admin admin] Publish callbacks [] for security_group (6d6c8e6a-f33a-4624-82da-973e67ed2a9b), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:48.851289 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-65e94126-f1a1-45bc-8607-21ddece9aff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (6d6c8e6a-f33a-4624-82da-973e67ed2a9b), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:48.872256 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e94126-f1a1-45bc-8607-21ddece9aff8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=112593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:06:48.887074 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e94126-f1a1-45bc-8607-21ddece9aff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6c8e6a-f33a-4624-82da-973e67ed2a9b,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:48.889966 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-65e94126-f1a1-45bc-8607-21ddece9aff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (64d38856-9ecb-45bd-b70b-34625113cf45), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:48.890309 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.segments_db [None req-65e94126-f1a1-45bc-8607-21ddece9aff8 admin admin] Added segment 64d38856-9ecb-45bd-b70b-34625113cf45 of type vlan for network 6cfe5ac2-04e0-4e41-8498-095bf4a9e89b Sep 20 05:06:48.919173 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-f323e74f-2d51-435e-adc6-ae131193674e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:48.933023 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-65e94126-f1a1-45bc-8607-21ddece9aff8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739023002296'] for network (6cfe5ac2-04e0-4e41-8498-095bf4a9e89b), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:48.956136 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-65e94126-f1a1-45bc-8607-21ddece9aff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for network (6cfe5ac2-04e0-4e41-8498-095bf4a9e89b), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:48.957165 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e94126-f1a1-45bc-8607-21ddece9aff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:48.957744 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-65e94126-f1a1-45bc-8607-21ddece9aff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:49.017284 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-65e94126-f1a1-45bc-8607-21ddece9aff8 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3688092 Sep 20 05:06:49.020678 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 54992) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:06:49.022600 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e94126-f1a1-45bc-8607-21ddece9aff8 admin admin] Pushing event updated for resources: {'Network': ['ID=6cfe5ac2-04e0-4e41-8498-095bf4a9e89b,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:49.025615 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-83d8fc41-f739-4c19-ad98-55331f83e7d0 admin admin] Request body: {'subnet': {'network_id': '6cfe5ac2-04e0-4e41-8498-095bf4a9e89b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-238513897-subnet', 'tenant_id': '975cd6183a57461a9604d14868f48d6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:06:49.033401 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Network 6cfe5ac2-04e0-4e41-8498-095bf4a9e89b details requested by agent ovs-agent-dv-cinder-756710-7-iscsi with host dv-cinder-756710-7-iscsi {{(pid=112594) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:06:49.046685 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d8fc41-f739-4c19-ad98-55331f83e7d0 admin admin] Made reservation on behalf of 975cd6183a57461a9604d14868f48d6f for: {'subnet': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:06:49.049052 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-83d8fc41-f739-4c19-ad98-55331f83e7d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58868292'] for subnet (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:49.219896 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-83d8fc41-f739-4c19-ad98-55331f83e7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59297828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58868306'] for subnet (ba7c3467-d3db-48eb-bdf7-d274eaf1b9bf), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:49.267969 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8fc41-f739-4c19-ad98-55331f83e7d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba7c3467-d3db-48eb-bdf7-d274eaf1b9bf,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:49.275442 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:49.287048 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d8fc41-f739-4c19-ad98-55331f83e7d0 admin admin] Checking segment: {'id': '64d38856-9ecb-45bd-b70b-34625113cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6cfe5ac2-04e0-4e41-8498-095bf4a9e89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 05:06:49.287410 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d8fc41-f739-4c19-ad98-55331f83e7d0 admin admin] Network hostable DHCP agents. Network: 6cfe5ac2-04e0-4e41-8498-095bf4a9e89b, hostable agents: ['4610beb6-8841-4e27-a96c-3752fd75943d'], hosted agents: [] {{(pid=112592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:06:49.305609 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d8fc41-f739-4c19-ad98-55331f83e7d0 admin admin] Network 6cfe5ac2-04e0-4e41-8498-095bf4a9e89b is scheduled to be hosted by DHCP agent 4610beb6-8841-4e27-a96c-3752fd75943d with binding_index 1 {{(pid=112592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:06:49.313809 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-83d8fc41-f739-4c19-ad98-55331f83e7d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-756710-7-iscsi, 6cfe5ac2-04e0-4e41-8498-095bf4a9e89b) {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:06:49.318425 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d8fc41-f739-4c19-ad98-55331f83e7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:49.319537 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-83d8fc41-f739-4c19-ad98-55331f83e7d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:49.322928 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1f532f-7ee1-4889-8df5-7bfc4f3e653e None None] Network 6cfe5ac2-04e0-4e41-8498-095bf4a9e89b requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 05:06:49.339379 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-83d8fc41-f739-4c19-ad98-55331f83e7d0 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3169611 Sep 20 05:06:49.427426 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48beb87-47f5-46df-876e-a1a1553c2d45 None None] Network 6cfe5ac2-04e0-4e41-8498-095bf4a9e89b requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 05:06:50.124966 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:51.066282 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:51.098849 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-ef8bffba-3ea8-4b55-8b10-da9ed8d6f6d0 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:51.100306 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-ef8bffba-3ea8-4b55-8b10-da9ed8d6f6d0 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/networks?id=6cfe5ac2-04e0-4e41-8498-095bf4a9e89b HTTP/1.1" status: 200 len: 808 time: 0.1034956 Sep 20 05:06:51.114270 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-f4ce885a-3749-4a8b-8495-ed4c0322aebb tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/quotas/975cd6183a57461a9604d14868f48d6f HTTP/1.1" status: 200 len: 375 time: 0.0086713 Sep 20 05:06:51.146104 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-b82d9abf-4bc9-48bd-8137-84325c081039 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=975cd6183a57461a9604d14868f48d6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270956 Sep 20 05:06:51.236177 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-d3b223f5-9f90-46b9-9be8-f394c5380155 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6cfe5ac2-04e0-4e41-8498-095bf4a9e89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832229 Sep 20 05:06:51.327579 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-19f653fb-815e-4184-8355-5d4a0f288109 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6cfe5ac2-04e0-4e41-8498-095bf4a9e89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858705 Sep 20 05:06:51.486016 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-846f4a14-3e5b-4d05-b813-f9c786539c05 req-eb850738-a2c9-4dfe-b201-7b84f1b78f2a tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1 HTTP/1.1" status: 200 len: 210 time: 0.0271504 Sep 20 05:06:51.725158 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:51.944255 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:52.551188 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-2b296ab7-1127-4df4-9e05-96d86414235c tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:52.552799 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-2b296ab7-1127-4df4-9e05-96d86414235c tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6cfe5ac2-04e0-4e41-8498-095bf4a9e89b HTTP/1.1" status: 200 len: 808 time: 0.1060557 Sep 20 05:06:52.570194 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-efc30499-bcdd-443e-88c3-d5ef823f9f73 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Request body: {'port': {'device_id': 'b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1', 'network_id': '6cfe5ac2-04e0-4e41-8498-095bf4a9e89b', 'admin_state_up': True, 'tenant_id': '975cd6183a57461a9604d14868f48d6f'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:06:52.594047 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-962ca61b-19c2-4797-acba-edd062d5cf7d req-ab62b3de-9808-46d6-b3c4-3c7c11cd9406 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1 HTTP/1.1" status: 200 len: 210 time: 0.0287218 Sep 20 05:06:52.639376 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:52.688537 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:52.697980 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-efc30499-bcdd-443e-88c3-d5ef823f9f73 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Made reservation on behalf of 975cd6183a57461a9604d14868f48d6f for: {'port': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:06:52.701938 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-efc30499-bcdd-443e-88c3-d5ef823f9f73 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:52.825975 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-efc30499-bcdd-443e-88c3-d5ef823f9f73 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Allocated IP 172.20.0.3 (6cfe5ac2-04e0-4e41-8498-095bf4a9e89b/ba7c3467-d3db-48eb-bdf7-d274eaf1b9bf/7c8f6e0f-7fa2-4375-bde1-19e9768711e5) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:06:52.975242 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-efc30499-bcdd-443e-88c3-d5ef823f9f73 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Publish callbacks [] for port (7c8f6e0f-7fa2-4375-bde1-19e9768711e5), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:53.006045 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-efc30499-bcdd-443e-88c3-d5ef823f9f73 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (7c8f6e0f-7fa2-4375-bde1-19e9768711e5), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:53.053928 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-efc30499-bcdd-443e-88c3-d5ef823f9f73 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Network 6cfe5ac2-04e0-4e41-8498-095bf4a9e89b is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:06:53.057109 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-efc30499-bcdd-443e-88c3-d5ef823f9f73 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:06:53.060922 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-efc30499-bcdd-443e-88c3-d5ef823f9f73 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:06:53.066838 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc30499-bcdd-443e-88c3-d5ef823f9f73 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Pushing event updated for resources: {'Port': ['ID=7c8f6e0f-7fa2-4375-bde1-19e9768711e5,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:53.111406 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-efc30499-bcdd-443e-88c3-d5ef823f9f73 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:53.111934 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-efc30499-bcdd-443e-88c3-d5ef823f9f73 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:53.127035 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-efc30499-bcdd-443e-88c3-d5ef823f9f73 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5607309 Sep 20 05:06:53.144431 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Request body: {'port': {'device_id': 'b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:06:53.201453 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (7c8f6e0f-7fa2-4375-bde1-19e9768711e5), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:53.410349 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:53.452357 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 {{(pid=112593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 05:06:53.459780 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Publish callbacks [] for port (7c8f6e0f-7fa2-4375-bde1-19e9768711e5), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:53.472544 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:53.473756 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.provisioning_blocks [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Transition to ACTIVE for port object 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 will not be triggered until provisioned by entity L2. {{(pid=112593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 05:06:53.477324 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (7c8f6e0f-7fa2-4375-bde1-19e9768711e5), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:53.536527 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8f6e0f-7fa2-4375-bde1-19e9768711e5,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:53.590588 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Attempting to bind port 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 05:06:53.591224 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Attempting to bind port 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': '64d38856-9ecb-45bd-b70b-34625113cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6cfe5ac2-04e0-4e41-8498-095bf4a9e89b'}] {{(pid=112593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 05:06:53.591224 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Attempting to bind port 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 on network 6cfe5ac2-04e0-4e41-8498-095bf4a9e89b {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:06:53.631100 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Port 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 on network 6cfe5ac2-04e0-4e41-8498-095bf4a9e89b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:06:53.631459 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Attempting to bind port 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 on network 6cfe5ac2-04e0-4e41-8498-095bf4a9e89b {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:06:53.677250 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 5, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 05:06:53.677583 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Checking segment: {'id': '64d38856-9ecb-45bd-b70b-34625113cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6cfe5ac2-04e0-4e41-8498-095bf4a9e89b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 05:06:53.677876 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Bound using segment: {'id': '64d38856-9ecb-45bd-b70b-34625113cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6cfe5ac2-04e0-4e41-8498-095bf4a9e89b'} {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 05:06:53.678317 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Bound port: 7c8f6e0f-7fa2-4375-bde1-19e9768711e5, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d38856-9ecb-45bd-b70b-34625113cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6cfe5ac2-04e0-4e41-8498-095bf4a9e89b'}}] {{(pid=112593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 05:06:53.678684 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (7c8f6e0f-7fa2-4375-bde1-19e9768711e5), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:53.721686 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a7d5c-fc8a-4f10-bc21-500ee09673c4 req-e884cafb-41cb-484a-9efc-116926c0b316 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:53.723126 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-805a7d5c-fc8a-4f10-bc21-500ee09673c4 req-e884cafb-41cb-484a-9efc-116926c0b316 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1 HTTP/1.1" status: 200 len: 943 time: 0.0457482 Sep 20 05:06:53.738298 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] For port 7c8f6e0f-7fa2-4375-bde1-19e9768711e5, host hv-cinder-75671, cleared binding levels {{(pid=112593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:06:53.741349 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] For port 7c8f6e0f-7fa2-4375-bde1-19e9768711e5, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=7c8f6e0f-7fa2-4375-bde1-19e9768711e5,segment=NetworkSegment(64d38856-9ecb-45bd-b70b-34625113cf45),segment_id=64d38856-9ecb-45bd-b70b-34625113cf45)] {{(pid=112593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:06:53.747492 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (7c8f6e0f-7fa2-4375-bde1-19e9768711e5), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:53.750624 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:53.751424 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:53.752815 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/7c8f6e0f-7fa2-4375-bde1-19e9768711e5 HTTP/1.1" status: 200 len: 1093 time: 0.6126223 Sep 20 05:06:53.754880 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1', 'tag': '7c8f6e0f-7fa2-4375-bde1-19e9768711e5'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:06:53.757152 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b94680-2418-4208-811a-eb88f975eb89" -d '{"events": [{"name": "network-changed", "server_uuid": "b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1", "tag": "7c8f6e0f-7fa2-4375-bde1-19e9768711e5"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:06:53.772133 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-805a7d5c-fc8a-4f10-bc21-500ee09673c4 req-f0af8956-c081-414b-8e6e-3e3bcc536208 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d6c8e6a-f33a-4624-82da-973e67ed2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433836 Sep 20 05:06:53.809692 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea2961-7097-4f73-8241-689d75cd3e03 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8f6e0f-7fa2-4375-bde1-19e9768711e5,revision_number=3']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:53.841040 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 05:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f241e023-77ce-476a-b94f-42bbe586c65b x-openstack-request-id: req-f241e023-77ce-476a-b94f-42bbe586c65b {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:06:53.841325 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1", "tag": "7c8f6e0f-7fa2-4375-bde1-19e9768711e5", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:06:53.841575 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f241e023-77ce-476a-b94f-42bbe586c65b {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:06:53.841965 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f241e023-77ce-476a-b94f-42bbe586c65b'] response: {'name': 'network-changed', 'server_uuid': 'b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1', 'tag': '7c8f6e0f-7fa2-4375-bde1-19e9768711e5', 'status': 'completed', 'code': 200} Sep 20 05:06:53.853450 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-5b6a596b-a41c-4928-9526-0e17f47b60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:53.855026 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-5b6a596b-a41c-4928-9526-0e17f47b60a0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=975cd6183a57461a9604d14868f48d6f&device_id=b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1 HTTP/1.1" status: 200 len: 1127 time: 0.0423589 Sep 20 05:06:53.901110 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-0a6a28d1-7d22-49f1-b8e9-dcb38f07e4b1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c8f6e0f-7fa2-4375-bde1-19e9768711e5 HTTP/1.1" status: 200 len: 217 time: 0.0320561 Sep 20 05:06:53.948538 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-290487ca-c6d8-42b6-a6cc-7a63fef9f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:53.949887 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-290487ca-c6d8-42b6-a6cc-7a63fef9f4d0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ba7c3467-d3db-48eb-bdf7-d274eaf1b9bf HTTP/1.1" status: 200 len: 848 time: 0.0422275 Sep 20 05:06:53.983080 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-9066fa9d-bc78-4dd8-82a4-210868ca68fb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6cfe5ac2-04e0-4e41-8498-095bf4a9e89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278373 Sep 20 05:06:54.081912 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-052fdaa7-0663-4dae-8dce-9f52df8c9029 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6cfe5ac2-04e0-4e41-8498-095bf4a9e89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930314 Sep 20 05:06:54.173221 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-8bb9cd28-db65-4f31-a656-01a0001511f7 req-b71419d9-3f58-4dc4-8791-8c65188fc362 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6cfe5ac2-04e0-4e41-8498-095bf4a9e89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860741 Sep 20 05:06:54.898285 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d85113-2c80-4325-8be6-c44a6834d7de req-dec51560-ebcd-4a14-bf72-de9470b46fec tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:54.899739 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-78d85113-2c80-4325-8be6-c44a6834d7de req-dec51560-ebcd-4a14-bf72-de9470b46fec tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1 HTTP/1.1" status: 200 len: 943 time: 0.0490766 Sep 20 05:06:54.933218 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b94680-2418-4208-811a-eb88f975eb89 req-7442096e-3b89-475a-9f7a-c06c1c4096b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:54.934695 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-f3b94680-2418-4208-811a-eb88f975eb89 req-7442096e-3b89-475a-9f7a-c06c1c4096b6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=975cd6183a57461a9604d14868f48d6f&device_id=b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1 HTTP/1.1" status: 200 len: 1127 time: 0.0391998 Sep 20 05:06:54.947382 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-78d85113-2c80-4325-8be6-c44a6834d7de req-addc693a-d66a-43ae-be78-37919c003fbc tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d6c8e6a-f33a-4624-82da-973e67ed2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419633 Sep 20 05:06:55.027071 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b94680-2418-4208-811a-eb88f975eb89 req-efbb2ec5-09e0-4f34-a2be-2350d6a82acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:55.028519 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-f3b94680-2418-4208-811a-eb88f975eb89 req-efbb2ec5-09e0-4f34-a2be-2350d6a82acf service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6cfe5ac2-04e0-4e41-8498-095bf4a9e89b HTTP/1.1" status: 200 len: 908 time: 0.0881846 Sep 20 05:06:55.066033 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-f3b94680-2418-4208-811a-eb88f975eb89 req-d652f098-8756-4e52-aab5-7270988cfb84 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c8f6e0f-7fa2-4375-bde1-19e9768711e5 HTTP/1.1" status: 200 len: 217 time: 0.0318778 Sep 20 05:06:55.113637 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b94680-2418-4208-811a-eb88f975eb89 req-c42b0d0f-0ceb-494d-8b8a-83f2bea47e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:55.115076 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-f3b94680-2418-4208-811a-eb88f975eb89 req-c42b0d0f-0ceb-494d-8b8a-83f2bea47e61 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ba7c3467-d3db-48eb-bdf7-d274eaf1b9bf HTTP/1.1" status: 200 len: 848 time: 0.0432985 Sep 20 05:06:55.149714 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-f3b94680-2418-4208-811a-eb88f975eb89 req-fe4b7776-601d-434d-8562-b1271d4c02fe service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6cfe5ac2-04e0-4e41-8498-095bf4a9e89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285108 Sep 20 05:06:55.163430 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:55.175277 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:55.242633 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-f3b94680-2418-4208-811a-eb88f975eb89 req-fdd29ba3-63b6-4b3f-97fb-205bddb13bad service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6cfe5ac2-04e0-4e41-8498-095bf4a9e89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865345 Sep 20 05:06:55.334694 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-f3b94680-2418-4208-811a-eb88f975eb89 req-a1390eb3-405d-4137-a9a4-1664b9fd6c6a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6cfe5ac2-04e0-4e41-8498-095bf4a9e89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851936 Sep 20 05:06:56.066289 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f0526-c594-4946-83e6-c3f8cec9d95c req-ade61604-fb95-49ee-b658-b383e6ec986e tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:56.067716 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b31f0526-c594-4946-83e6-c3f8cec9d95c req-ade61604-fb95-49ee-b658-b383e6ec986e tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1 HTTP/1.1" status: 200 len: 943 time: 0.0451176 Sep 20 05:06:56.112486 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b31f0526-c594-4946-83e6-c3f8cec9d95c req-230e2b3f-8e18-4f7a-91e9-c8a607138f39 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d6c8e6a-f33a-4624-82da-973e67ed2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392978 Sep 20 05:06:56.881717 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:06:56.972109 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:56.988039 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 7c8f6e0f-7fa2-4375-bde1-19e9768711e5, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=7c8f6e0f-7fa2-4375-bde1-19e9768711e5,segment=NetworkSegment(64d38856-9ecb-45bd-b70b-34625113cf45),segment_id=64d38856-9ecb-45bd-b70b-34625113cf45)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:06:56.999577 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': '7c8f6e0f-7fa2-4375-bde1-19e9768711e5', 'network_id': '6cfe5ac2-04e0-4e41-8498-095bf4a9e89b', 'port_id': '7c8f6e0f-7fa2-4375-bde1-19e9768711e5', 'mac_address': 'fa:16:3e:7b:cf:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7c3467-d3db-48eb-bdf7-d274eaf1b9bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:06:57.036791 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:06:57.037180 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (7c8f6e0f-7fa2-4375-bde1-19e9768711e5), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:57.049903 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 05:06:57.069650 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 7c8f6e0f-7fa2-4375-bde1-19e9768711e5, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=7c8f6e0f-7fa2-4375-bde1-19e9768711e5,segment=NetworkSegment(64d38856-9ecb-45bd-b70b-34625113cf45),segment_id=64d38856-9ecb-45bd-b70b-34625113cf45)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:06:57.073804 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (7c8f6e0f-7fa2-4375-bde1-19e9768711e5), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:57.091941 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:57.096035 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=2 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:57.109285 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:06:57.119304 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=7c8f6e0f-7fa2-4375-bde1-19e9768711e5,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:57.126866 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:57.127216 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:57.127562 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:57.127928 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:57.128256 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:57.128587 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:57.128940 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:57.129266 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:57.129594 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:57.129926 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:57.130252 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:57.130579 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:57.130899 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:57.131218 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:57.131539 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:57.231951 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed6607-76dd-4910-8b46-f9fcef7c5a9f req-77f756d0-4912-40fa-9ab8-361e5935e6ad tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:57.233453 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-37ed6607-76dd-4910-8b46-f9fcef7c5a9f req-77f756d0-4912-40fa-9ab8-361e5935e6ad tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1 HTTP/1.1" status: 200 len: 944 time: 0.0480874 Sep 20 05:06:57.352053 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['7c8f6e0f-7fa2-4375-bde1-19e9768711e5'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 05:06:57.521284 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-37ed6607-76dd-4910-8b46-f9fcef7c5a9f req-ab3f70ec-a245-4682-a8e4-569afa9573d0 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d6c8e6a-f33a-4624-82da-973e67ed2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823973 Sep 20 05:06:58.640903 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e9687-8b18-4e64-b2c2-1b391b3498bc req-aed5e269-2215-4ff9-8576-f96dc3d78961 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:58.642341 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fb7e9687-8b18-4e64-b2c2-1b391b3498bc req-aed5e269-2215-4ff9-8576-f96dc3d78961 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1 HTTP/1.1" status: 200 len: 944 time: 0.0453618 Sep 20 05:06:58.688617 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fb7e9687-8b18-4e64-b2c2-1b391b3498bc req-558a4703-a04e-476d-95df-4a3e1b3a132a tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d6c8e6a-f33a-4624-82da-973e67ed2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406117 Sep 20 05:06:58.904575 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:06:58.945012 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 05:06:58.951000 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:06:58.951511 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (7c8f6e0f-7fa2-4375-bde1-19e9768711e5), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:58.952025 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 Sep 20 05:06:59.025813 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:06:59.026813 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (7c8f6e0f-7fa2-4375-bde1-19e9768711e5), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:59.050490 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8f6e0f-7fa2-4375-bde1-19e9768711e5'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:06:59.053011 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a61c45-ef98-4f23-a373-a9c3c11818ac" -d '{"events": [{"server_uuid": "b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1", "name": "network-vif-plugged", "status": "completed", "tag": "7c8f6e0f-7fa2-4375-bde1-19e9768711e5"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:06:59.066117 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 7c8f6e0f-7fa2-4375-bde1-19e9768711e5, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=7c8f6e0f-7fa2-4375-bde1-19e9768711e5,segment=NetworkSegment(64d38856-9ecb-45bd-b70b-34625113cf45),segment_id=64d38856-9ecb-45bd-b70b-34625113cf45)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:06:59.071086 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (7c8f6e0f-7fa2-4375-bde1-19e9768711e5), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:06:59.094057 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 05:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945824b3-6091-4ef1-aa78-37a4e34b342a x-openstack-request-id: req-945824b3-6091-4ef1-aa78-37a4e34b342a {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:06:59.094344 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1", "name": "network-vif-plugged", "status": "completed", "tag": "7c8f6e0f-7fa2-4375-bde1-19e9768711e5", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:06:59.094596 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-945824b3-6091-4ef1-aa78-37a4e34b342a {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:06:59.094988 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-945824b3-6091-4ef1-aa78-37a4e34b342a'] response: {'server_uuid': 'b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8f6e0f-7fa2-4375-bde1-19e9768711e5', 'code': 200} Sep 20 05:06:59.119580 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=7c8f6e0f-7fa2-4375-bde1-19e9768711e5,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:59.293799 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee273d-c3a0-489b-bf13-bdeb957932af req-58387b47-a3aa-49ed-8e7e-cc3960dfc749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:59.295249 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b0ee273d-c3a0-489b-bf13-bdeb957932af req-58387b47-a3aa-49ed-8e7e-cc3960dfc749 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1 HTTP/1.1" status: 200 len: 1129 time: 0.0386472 Sep 20 05:06:59.338728 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b0ee273d-c3a0-489b-bf13-bdeb957932af req-6d0647a1-b027-403b-b31f-18ec3c221057 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6d6c8e6a-f33a-4624-82da-973e67ed2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375769 Sep 20 05:06:59.808435 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e564220-88f7-49f6-884f-6c40c134b0d2 req-1aef30ff-edd2-4eec-9867-886b552b70bf tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:06:59.809789 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0e564220-88f7-49f6-884f-6c40c134b0d2 req-1aef30ff-edd2-4eec-9867-886b552b70bf tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1 HTTP/1.1" status: 200 len: 945 time: 0.0455849 Sep 20 05:06:59.857587 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0e564220-88f7-49f6-884f-6c40c134b0d2 req-9d37421e-3aea-48f5-ac95-493b1ebf8555 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d6c8e6a-f33a-4624-82da-973e67ed2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423665 Sep 20 05:07:00.185750 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:00.962711 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:00.976136 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf60632-7b85-41ea-aa89-dbf4d6fab132 req-681e33bc-956e-4df3-9d7f-f5d1bba9d236 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:00.977605 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6bf60632-7b85-41ea-aa89-dbf4d6fab132 req-681e33bc-956e-4df3-9d7f-f5d1bba9d236 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1 HTTP/1.1" status: 200 len: 945 time: 0.0457022 Sep 20 05:07:01.024372 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6bf60632-7b85-41ea-aa89-dbf4d6fab132 req-bed092fe-09b0-4988-967d-c4983c5fe205 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d6c8e6a-f33a-4624-82da-973e67ed2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405321 Sep 20 05:07:01.717900 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e95bdd-362d-44db-8567-9546a5bfef7a req-0bf9a196-8ba4-4df4-bb11-1ae52cbff9fe tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:01.719280 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-89e95bdd-362d-44db-8567-9546a5bfef7a req-0bf9a196-8ba4-4df4-bb11-1ae52cbff9fe tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1 HTTP/1.1" status: 200 len: 945 time: 0.0452271 Sep 20 05:07:01.767821 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:01.772990 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-89e95bdd-362d-44db-8567-9546a5bfef7a req-ef0e1c6f-3bed-4277-9d09-e4734af34a9b tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d6c8e6a-f33a-4624-82da-973e67ed2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479093 Sep 20 05:07:02.900230 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07dfa6-dad6-41ff-8722-fbcdeb19ad1f req-7c0005a7-37af-4607-a977-5e26e1183ecd tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:02.902332 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3c07dfa6-dad6-41ff-8722-fbcdeb19ad1f req-7c0005a7-37af-4607-a977-5e26e1183ecd tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1 HTTP/1.1" status: 200 len: 945 time: 0.0523417 Sep 20 05:07:02.947332 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3c07dfa6-dad6-41ff-8722-fbcdeb19ad1f req-70029537-f6ee-4b04-bd31-5feeae5a8f44 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d6c8e6a-f33a-4624-82da-973e67ed2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394962 Sep 20 05:07:03.109131 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aed2f7-8fd0-4895-8838-ed7c7b7048ca req-0c083961-06f6-4e5f-a66b-908ec5c6f444 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:03.110527 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-01aed2f7-8fd0-4895-8838-ed7c7b7048ca req-0c083961-06f6-4e5f-a66b-908ec5c6f444 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1 HTTP/1.1" status: 200 len: 945 time: 0.0449550 Sep 20 05:07:03.194507 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-01aed2f7-8fd0-4895-8838-ed7c7b7048ca req-39f20e0c-d5d9-4ab6-9e28-0314dc63d712 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Deleting port 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:07:03.194854 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-01aed2f7-8fd0-4895-8838-ed7c7b7048ca req-39f20e0c-d5d9-4ab6-9e28-0314dc63d712 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (7c8f6e0f-7fa2-4375-bde1-19e9768711e5), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:03.282445 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-01aed2f7-8fd0-4895-8838-ed7c7b7048ca req-39f20e0c-d5d9-4ab6-9e28-0314dc63d712 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] For port 7c8f6e0f-7fa2-4375-bde1-19e9768711e5, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=7c8f6e0f-7fa2-4375-bde1-19e9768711e5,segment=NetworkSegment(64d38856-9ecb-45bd-b70b-34625113cf45),segment_id=64d38856-9ecb-45bd-b70b-34625113cf45)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:03.282807 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-01aed2f7-8fd0-4895-8838-ed7c7b7048ca req-39f20e0c-d5d9-4ab6-9e28-0314dc63d712 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (7c8f6e0f-7fa2-4375-bde1-19e9768711e5), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:03.299179 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-01aed2f7-8fd0-4895-8838-ed7c7b7048ca req-39f20e0c-d5d9-4ab6-9e28-0314dc63d712 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Calling delete_port for 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 owned by compute:nova {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:07:03.423834 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-01aed2f7-8fd0-4895-8838-ed7c7b7048ca req-39f20e0c-d5d9-4ab6-9e28-0314dc63d712 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (7c8f6e0f-7fa2-4375-bde1-19e9768711e5), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:03.454340 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f20e0c-d5d9-4ab6-9e28-0314dc63d712 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Pushing event deleted for resources: {'Port': ['ID=7c8f6e0f-7fa2-4375-bde1-19e9768711e5,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:03.456752 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['7c8f6e0f-7fa2-4375-bde1-19e9768711e5'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 05:07:03.502201 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-01aed2f7-8fd0-4895-8838-ed7c7b7048ca req-39f20e0c-d5d9-4ab6-9e28-0314dc63d712 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] No DVR routers for this DVR port 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 on host hv-cinder-75671 {{(pid=112593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 05:07:03.504577 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-01aed2f7-8fd0-4895-8838-ed7c7b7048ca req-39f20e0c-d5d9-4ab6-9e28-0314dc63d712 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:03.507667 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-01aed2f7-8fd0-4895-8838-ed7c7b7048ca req-39f20e0c-d5d9-4ab6-9e28-0314dc63d712 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.25 "DELETE /networking/v2.0/ports/7c8f6e0f-7fa2-4375-bde1-19e9768711e5 HTTP/1.1" status: 204 len: 173 time: 0.3921232 Sep 20 05:07:03.508147 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1', 'name': 'network-vif-deleted', 'tag': '7c8f6e0f-7fa2-4375-bde1-19e9768711e5'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:07:03.510427 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b2699c-df44-4c35-b37c-2b600f47f761" -d '{"events": [{"server_uuid": "b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1", "name": "network-vif-deleted", "tag": "7c8f6e0f-7fa2-4375-bde1-19e9768711e5"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:07:03.554645 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 05:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dbcfe2-0c1e-4830-bd38-60e3e70bba0c x-openstack-request-id: req-97dbcfe2-0c1e-4830-bd38-60e3e70bba0c {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:07:03.554961 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1", "name": "network-vif-deleted", "tag": "7c8f6e0f-7fa2-4375-bde1-19e9768711e5", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:07:03.555214 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-97dbcfe2-0c1e-4830-bd38-60e3e70bba0c {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:07:03.555614 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97dbcfe2-0c1e-4830-bd38-60e3e70bba0c'] response: {'server_uuid': 'b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1', 'name': 'network-vif-deleted', 'tag': '7c8f6e0f-7fa2-4375-bde1-19e9768711e5', 'status': 'completed', 'code': 200} Sep 20 05:07:04.063550 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-afa6c861-9c1f-4fff-bf19-aa94fd4b6b14 req-d8a60bd0-1f93-42e0-a193-f2ad743797b2 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1dfb1ff-7109-4991-bcd3-6afbdd0fa4a1 HTTP/1.1" status: 200 len: 210 time: 0.0273519 Sep 20 05:07:05.331204 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-990c3db5-e670-4f11-be08-7a07c1080696 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:05.332644 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-990c3db5-e670-4f11-be08-7a07c1080696 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/networks?id=6cfe5ac2-04e0-4e41-8498-095bf4a9e89b HTTP/1.1" status: 200 len: 808 time: 0.1011946 Sep 20 05:07:05.347413 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-e28f0a4a-10c1-4918-a6af-c72c06845ec8 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/quotas/975cd6183a57461a9604d14868f48d6f HTTP/1.1" status: 200 len: 375 time: 0.0093338 Sep 20 05:07:05.378436 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-88ccd1b7-0b57-4c28-a560-57bf7938dfd3 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=975cd6183a57461a9604d14868f48d6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261319 Sep 20 05:07:05.469116 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-3089807a-8a9d-4306-9f16-1b8427c2e4de service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6cfe5ac2-04e0-4e41-8498-095bf4a9e89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843866 Sep 20 05:07:05.557533 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-88bb3eda-a38f-492c-b09d-669fc7aedaad service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6cfe5ac2-04e0-4e41-8498-095bf4a9e89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827637 Sep 20 05:07:05.719485 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f0dafb9d-6213-4735-9a6b-e71cc8479e0d req-c1125284-7bc2-427e-9b2c-59a9b03d3528 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee2e8d9f-423a-46f3-a71c-357805683bec HTTP/1.1" status: 200 len: 210 time: 0.0319812 Sep 20 05:07:06.746287 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-678f409c-3bab-436c-9908-b9bd1cac865a tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:06.747548 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-678f409c-3bab-436c-9908-b9bd1cac865a tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6cfe5ac2-04e0-4e41-8498-095bf4a9e89b HTTP/1.1" status: 200 len: 808 time: 0.1049075 Sep 20 05:07:06.765370 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-e12ed875-77be-44aa-9d73-714e64536f36 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Request body: {'port': {'device_id': 'ee2e8d9f-423a-46f3-a71c-357805683bec', 'network_id': '6cfe5ac2-04e0-4e41-8498-095bf4a9e89b', 'admin_state_up': True, 'tenant_id': '975cd6183a57461a9604d14868f48d6f'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:06.826952 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-53f0f380-d606-4e83-8e38-f9a6b361e962 req-b8a21538-e6b8-43c5-b914-5d1affff3dea tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee2e8d9f-423a-46f3-a71c-357805683bec HTTP/1.1" status: 200 len: 210 time: 0.0276167 Sep 20 05:07:06.877863 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:06.883049 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-e12ed875-77be-44aa-9d73-714e64536f36 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Made reservation on behalf of 975cd6183a57461a9604d14868f48d6f for: {'port': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:07:06.886798 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-e12ed875-77be-44aa-9d73-714e64536f36 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:06.888748 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:06.983022 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:07:07.002571 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:07:07.002838 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 7c8f6e0f-7fa2-4375-bde1-19e9768711e5 not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:07:07.025925 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-e12ed875-77be-44aa-9d73-714e64536f36 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Allocated IP 172.20.0.10 (6cfe5ac2-04e0-4e41-8498-095bf4a9e89b/ba7c3467-d3db-48eb-bdf7-d274eaf1b9bf/06d0e976-343a-4b0a-881d-734d86ec4bf0) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:07:07.177689 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-e12ed875-77be-44aa-9d73-714e64536f36 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Publish callbacks [] for port (06d0e976-343a-4b0a-881d-734d86ec4bf0), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:07.208556 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-e12ed875-77be-44aa-9d73-714e64536f36 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (06d0e976-343a-4b0a-881d-734d86ec4bf0), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:07.248099 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-e12ed875-77be-44aa-9d73-714e64536f36 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Network 6cfe5ac2-04e0-4e41-8498-095bf4a9e89b is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:07:07.253965 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-e12ed875-77be-44aa-9d73-714e64536f36 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:07.257650 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-e12ed875-77be-44aa-9d73-714e64536f36 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:07:07.285193 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ed875-77be-44aa-9d73-714e64536f36 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Pushing event updated for resources: {'Port': ['ID=06d0e976-343a-4b0a-881d-734d86ec4bf0,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:07.308801 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-e12ed875-77be-44aa-9d73-714e64536f36 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:07.309409 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-e12ed875-77be-44aa-9d73-714e64536f36 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:07.325601 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-e12ed875-77be-44aa-9d73-714e64536f36 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5644002 Sep 20 05:07:07.342054 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Request body: {'port': {'device_id': 'ee2e8d9f-423a-46f3-a71c-357805683bec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:07.403483 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (06d0e976-343a-4b0a-881d-734d86ec4bf0), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:07.620640 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:07.653820 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d0e976-343a-4b0a-881d-734d86ec4bf0 {{(pid=112593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 05:07:07.661318 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Publish callbacks [] for port (06d0e976-343a-4b0a-881d-734d86ec4bf0), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:07.674165 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.provisioning_blocks [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Transition to ACTIVE for port object 06d0e976-343a-4b0a-881d-734d86ec4bf0 will not be triggered until provisioned by entity L2. {{(pid=112593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 05:07:07.676980 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (06d0e976-343a-4b0a-881d-734d86ec4bf0), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:07.700609 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:07.745534 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Pushing event updated for resources: {'Port': ['ID=06d0e976-343a-4b0a-881d-734d86ec4bf0,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:07.794530 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Attempting to bind port 06d0e976-343a-4b0a-881d-734d86ec4bf0 on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 05:07:07.795215 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Attempting to bind port 06d0e976-343a-4b0a-881d-734d86ec4bf0 by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': '64d38856-9ecb-45bd-b70b-34625113cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6cfe5ac2-04e0-4e41-8498-095bf4a9e89b'}] {{(pid=112593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 05:07:07.795215 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Attempting to bind port 06d0e976-343a-4b0a-881d-734d86ec4bf0 on network 6cfe5ac2-04e0-4e41-8498-095bf4a9e89b {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:07:07.834926 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Port 06d0e976-343a-4b0a-881d-734d86ec4bf0 on network 6cfe5ac2-04e0-4e41-8498-095bf4a9e89b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:07:07.835253 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Attempting to bind port 06d0e976-343a-4b0a-881d-734d86ec4bf0 on network 6cfe5ac2-04e0-4e41-8498-095bf4a9e89b {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:07:07.879269 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 05:07:07.879843 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Checking segment: {'id': '64d38856-9ecb-45bd-b70b-34625113cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6cfe5ac2-04e0-4e41-8498-095bf4a9e89b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 05:07:07.880493 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Bound using segment: {'id': '64d38856-9ecb-45bd-b70b-34625113cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6cfe5ac2-04e0-4e41-8498-095bf4a9e89b'} {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 05:07:07.881290 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Bound port: 06d0e976-343a-4b0a-881d-734d86ec4bf0, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d38856-9ecb-45bd-b70b-34625113cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6cfe5ac2-04e0-4e41-8498-095bf4a9e89b'}}] {{(pid=112593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 05:07:07.881697 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (06d0e976-343a-4b0a-881d-734d86ec4bf0), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:07.947155 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] For port 06d0e976-343a-4b0a-881d-734d86ec4bf0, host hv-cinder-75671, cleared binding levels {{(pid=112593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:07:07.948267 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a020f-55bc-4afe-998b-ab4734f2e64f req-bb51945c-5720-44da-b3c0-ea4427275f2b tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:07.949809 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-db1a020f-55bc-4afe-998b-ab4734f2e64f req-bb51945c-5720-44da-b3c0-ea4427275f2b tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee2e8d9f-423a-46f3-a71c-357805683bec HTTP/1.1" status: 200 len: 944 time: 0.0470972 Sep 20 05:07:07.951197 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] For port 06d0e976-343a-4b0a-881d-734d86ec4bf0, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=06d0e976-343a-4b0a-881d-734d86ec4bf0,segment=NetworkSegment(64d38856-9ecb-45bd-b70b-34625113cf45),segment_id=64d38856-9ecb-45bd-b70b-34625113cf45)] {{(pid=112593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:07:07.957595 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (06d0e976-343a-4b0a-881d-734d86ec4bf0), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:07.961591 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:07.962192 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:07.963527 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/06d0e976-343a-4b0a-881d-734d86ec4bf0 HTTP/1.1" status: 200 len: 1094 time: 0.6259985 Sep 20 05:07:07.964554 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2e8d9f-423a-46f3-a71c-357805683bec', 'tag': '06d0e976-343a-4b0a-881d-734d86ec4bf0'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:07:07.966366 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9c756e-8c03-499e-9b59-df3b76e01c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2e8d9f-423a-46f3-a71c-357805683bec", "tag": "06d0e976-343a-4b0a-881d-734d86ec4bf0"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:07:08.000924 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-db1a020f-55bc-4afe-998b-ab4734f2e64f req-1dc14943-2b80-4bab-8291-48cecbb1db7f tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d6c8e6a-f33a-4624-82da-973e67ed2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430140 Sep 20 05:07:08.020842 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c3d68-9a55-4f57-9a8a-5168860c3400 service neutron] Pushing event updated for resources: {'Port': ['ID=06d0e976-343a-4b0a-881d-734d86ec4bf0,revision_number=3']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:08.062133 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 05:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3416862-ccf0-4c12-882e-18f3f8d51159 x-openstack-request-id: req-d3416862-ccf0-4c12-882e-18f3f8d51159 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:07:08.062417 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2e8d9f-423a-46f3-a71c-357805683bec", "tag": "06d0e976-343a-4b0a-881d-734d86ec4bf0", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:07:08.062667 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d3416862-ccf0-4c12-882e-18f3f8d51159 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:07:08.063060 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3416862-ccf0-4c12-882e-18f3f8d51159'] response: {'name': 'network-changed', 'server_uuid': 'ee2e8d9f-423a-46f3-a71c-357805683bec', 'tag': '06d0e976-343a-4b0a-881d-734d86ec4bf0', 'status': 'completed', 'code': 200} Sep 20 05:07:08.074828 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-b7f1699d-296a-4878-b5cf-c67713c560f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:08.076292 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-b7f1699d-296a-4878-b5cf-c67713c560f3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=975cd6183a57461a9604d14868f48d6f&device_id=ee2e8d9f-423a-46f3-a71c-357805683bec HTTP/1.1" status: 200 len: 1128 time: 0.0420682 Sep 20 05:07:08.121994 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-492d1dc7-e921-4897-920f-a0214f5eae1d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06d0e976-343a-4b0a-881d-734d86ec4bf0 HTTP/1.1" status: 200 len: 217 time: 0.0347023 Sep 20 05:07:08.169851 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-9e190851-4780-43f4-bbd5-d4e38a9dfb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:08.171251 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-9e190851-4780-43f4-bbd5-d4e38a9dfb96 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ba7c3467-d3db-48eb-bdf7-d274eaf1b9bf HTTP/1.1" status: 200 len: 848 time: 0.0434957 Sep 20 05:07:08.202334 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-df0e9f76-01ff-475b-91eb-f83d7a48ded5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6cfe5ac2-04e0-4e41-8498-095bf4a9e89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254245 Sep 20 05:07:08.290751 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-7c9c3986-9243-4027-a861-cd1520c36383 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6cfe5ac2-04e0-4e41-8498-095bf4a9e89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824838 Sep 20 05:07:08.377611 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b0686ccf-4f14-4453-aef1-37c805c4abe8 req-2ec82699-6407-466d-bc4e-915f9e34b599 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6cfe5ac2-04e0-4e41-8498-095bf4a9e89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802858 Sep 20 05:07:09.127778 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1008fb-444d-4344-b187-032318c93d31 req-850f67f9-bc24-431b-9186-6321fc69180a tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:09.129167 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c756e-8c03-499e-9b59-df3b76e01c7f req-eb657107-1925-4a8d-b58d-506da8222e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:09.129951 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3a1008fb-444d-4344-b187-032318c93d31 req-850f67f9-bc24-431b-9186-6321fc69180a tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee2e8d9f-423a-46f3-a71c-357805683bec HTTP/1.1" status: 200 len: 944 time: 0.0469725 Sep 20 05:07:09.130640 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ec9c756e-8c03-499e-9b59-df3b76e01c7f req-eb657107-1925-4a8d-b58d-506da8222e20 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=975cd6183a57461a9604d14868f48d6f&device_id=ee2e8d9f-423a-46f3-a71c-357805683bec HTTP/1.1" status: 200 len: 1128 time: 0.0380528 Sep 20 05:07:09.183879 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-3a1008fb-444d-4344-b187-032318c93d31 req-51d03725-6b62-408a-a8ff-db2bb398b2ce tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d6c8e6a-f33a-4624-82da-973e67ed2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477545 Sep 20 05:07:09.224995 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c756e-8c03-499e-9b59-df3b76e01c7f req-1d55041b-8767-4dd4-833b-a720d8fac8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:09.226450 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ec9c756e-8c03-499e-9b59-df3b76e01c7f req-1d55041b-8767-4dd4-833b-a720d8fac8b3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6cfe5ac2-04e0-4e41-8498-095bf4a9e89b HTTP/1.1" status: 200 len: 908 time: 0.0893517 Sep 20 05:07:09.264523 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ec9c756e-8c03-499e-9b59-df3b76e01c7f req-a5263d95-991e-440d-a3c0-7e625ae3c2c1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06d0e976-343a-4b0a-881d-734d86ec4bf0 HTTP/1.1" status: 200 len: 217 time: 0.0316668 Sep 20 05:07:09.306481 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:09.316823 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c756e-8c03-499e-9b59-df3b76e01c7f req-e069aaa6-a14d-4848-9d41-2c0372223247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:09.318229 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ec9c756e-8c03-499e-9b59-df3b76e01c7f req-e069aaa6-a14d-4848-9d41-2c0372223247 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ba7c3467-d3db-48eb-bdf7-d274eaf1b9bf HTTP/1.1" status: 200 len: 848 time: 0.0487959 Sep 20 05:07:09.349294 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ec9c756e-8c03-499e-9b59-df3b76e01c7f req-395e623a-c3d2-4ad3-8db3-db528e690100 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6cfe5ac2-04e0-4e41-8498-095bf4a9e89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253966 Sep 20 05:07:09.432766 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:09.437264 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ec9c756e-8c03-499e-9b59-df3b76e01c7f req-764e33eb-b8f8-4c71-a128-9972ee1a30c6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6cfe5ac2-04e0-4e41-8498-095bf4a9e89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820141 Sep 20 05:07:09.537228 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ec9c756e-8c03-499e-9b59-df3b76e01c7f req-5a1990a3-84ac-41e7-bf22-8a27bed2cf7d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6cfe5ac2-04e0-4e41-8498-095bf4a9e89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943999 Sep 20 05:07:10.300341 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6381671-c371-47f8-8f89-fd510e0f5fd2 req-f1968186-c9ce-4e48-9e74-09caa015315a tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:10.301857 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b6381671-c371-47f8-8f89-fd510e0f5fd2 req-f1968186-c9ce-4e48-9e74-09caa015315a tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee2e8d9f-423a-46f3-a71c-357805683bec HTTP/1.1" status: 200 len: 944 time: 0.0462303 Sep 20 05:07:10.348248 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-b6381671-c371-47f8-8f89-fd510e0f5fd2 req-a28b8a4b-7c0b-4ab6-a03e-c5c3284fd3b1 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d6c8e6a-f33a-4624-82da-973e67ed2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409744 Sep 20 05:07:10.979279 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 06d0e976-343a-4b0a-881d-734d86ec4bf0 details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:07:11.078421 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 06d0e976-343a-4b0a-881d-734d86ec4bf0, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=06d0e976-343a-4b0a-881d-734d86ec4bf0,segment=NetworkSegment(64d38856-9ecb-45bd-b70b-34625113cf45),segment_id=64d38856-9ecb-45bd-b70b-34625113cf45)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:11.089176 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': '06d0e976-343a-4b0a-881d-734d86ec4bf0', 'network_id': '6cfe5ac2-04e0-4e41-8498-095bf4a9e89b', 'port_id': '06d0e976-343a-4b0a-881d-734d86ec4bf0', 'mac_address': 'fa:16:3e:cb:a7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7c3467-d3db-48eb-bdf7-d274eaf1b9bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:07:11.123674 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 06d0e976-343a-4b0a-881d-734d86ec4bf0 is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:11.124062 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (06d0e976-343a-4b0a-881d-734d86ec4bf0), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:11.127054 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:11.139474 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d0e976-343a-4b0a-881d-734d86ec4bf0 {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 05:07:11.159226 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 06d0e976-343a-4b0a-881d-734d86ec4bf0, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=06d0e976-343a-4b0a-881d-734d86ec4bf0,segment=NetworkSegment(64d38856-9ecb-45bd-b70b-34625113cf45),segment_id=64d38856-9ecb-45bd-b70b-34625113cf45)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:11.163343 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (06d0e976-343a-4b0a-881d-734d86ec4bf0), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:11.209796 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=06d0e976-343a-4b0a-881d-734d86ec4bf0,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:11.435629 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['06d0e976-343a-4b0a-881d-734d86ec4bf0'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 05:07:11.465987 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badf71d-4c90-4652-8aed-45493d30af12 req-a962368e-3949-450e-b554-b073381d721b tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:11.467453 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4badf71d-4c90-4652-8aed-45493d30af12 req-a962368e-3949-450e-b554-b073381d721b tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee2e8d9f-423a-46f3-a71c-357805683bec HTTP/1.1" status: 200 len: 945 time: 0.0465369 Sep 20 05:07:11.514347 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4badf71d-4c90-4652-8aed-45493d30af12 req-0c61180a-beb1-47f0-88fe-338ce72b6ae6 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d6c8e6a-f33a-4624-82da-973e67ed2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413997 Sep 20 05:07:11.531960 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:12.637804 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac04506-f97b-47c7-b607-4a775402e61d req-6948dd41-cd6e-434c-8af0-838a19daef48 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:12.639265 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8ac04506-f97b-47c7-b607-4a775402e61d req-6948dd41-cd6e-434c-8af0-838a19daef48 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee2e8d9f-423a-46f3-a71c-357805683bec HTTP/1.1" status: 200 len: 945 time: 0.0497284 Sep 20 05:07:12.651293 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:12.686572 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8ac04506-f97b-47c7-b607-4a775402e61d req-417a2cc4-df18-4e87-8b1f-ebe8ab547efb tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d6c8e6a-f33a-4624-82da-973e67ed2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418189 Sep 20 05:07:13.000844 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 06d0e976-343a-4b0a-881d-734d86ec4bf0 up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:13.042293 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port 06d0e976-343a-4b0a-881d-734d86ec4bf0 completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 05:07:13.048634 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port 06d0e976-343a-4b0a-881d-734d86ec4bf0 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:07:13.049131 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (06d0e976-343a-4b0a-881d-734d86ec4bf0), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:13.049474 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port 06d0e976-343a-4b0a-881d-734d86ec4bf0 Sep 20 05:07:13.122510 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 06d0e976-343a-4b0a-881d-734d86ec4bf0 is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:13.122893 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (06d0e976-343a-4b0a-881d-734d86ec4bf0), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:13.146366 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2e8d9f-423a-46f3-a71c-357805683bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d0e976-343a-4b0a-881d-734d86ec4bf0'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:07:13.148582 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cbd794-1954-4324-915a-7105d09dc5f3" -d '{"events": [{"server_uuid": "ee2e8d9f-423a-46f3-a71c-357805683bec", "name": "network-vif-plugged", "status": "completed", "tag": "06d0e976-343a-4b0a-881d-734d86ec4bf0"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:07:13.162554 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 06d0e976-343a-4b0a-881d-734d86ec4bf0, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=06d0e976-343a-4b0a-881d-734d86ec4bf0,segment=NetworkSegment(64d38856-9ecb-45bd-b70b-34625113cf45),segment_id=64d38856-9ecb-45bd-b70b-34625113cf45)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:13.166542 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (06d0e976-343a-4b0a-881d-734d86ec4bf0), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:13.189127 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 05:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548905f2-cdbc-43b9-bfb0-76360c468293 x-openstack-request-id: req-548905f2-cdbc-43b9-bfb0-76360c468293 {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:07:13.189421 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2e8d9f-423a-46f3-a71c-357805683bec", "name": "network-vif-plugged", "status": "completed", "tag": "06d0e976-343a-4b0a-881d-734d86ec4bf0", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:07:13.189679 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-548905f2-cdbc-43b9-bfb0-76360c468293 {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:07:13.190073 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548905f2-cdbc-43b9-bfb0-76360c468293'] response: {'server_uuid': 'ee2e8d9f-423a-46f3-a71c-357805683bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d0e976-343a-4b0a-881d-734d86ec4bf0', 'code': 200} Sep 20 05:07:13.215862 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=06d0e976-343a-4b0a-881d-734d86ec4bf0,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:13.383062 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e69f13-ee62-4d9c-b795-0bfee88d01e9 req-eac87c78-2874-4638-9b9b-69ac0b50f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:13.384428 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e1e69f13-ee62-4d9c-b795-0bfee88d01e9 req-eac87c78-2874-4638-9b9b-69ac0b50f941 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ee2e8d9f-423a-46f3-a71c-357805683bec HTTP/1.1" status: 200 len: 1130 time: 0.0370662 Sep 20 05:07:13.426820 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-e1e69f13-ee62-4d9c-b795-0bfee88d01e9 req-af35d0a3-0009-4880-b68b-8b896966c5de service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6d6c8e6a-f33a-4624-82da-973e67ed2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362124 Sep 20 05:07:13.805937 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d07b09-dc68-4abd-8feb-ba04eb26bb0c req-8a70a679-d6fd-4757-92da-1190549bb555 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:13.807376 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d3d07b09-dc68-4abd-8feb-ba04eb26bb0c req-8a70a679-d6fd-4757-92da-1190549bb555 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee2e8d9f-423a-46f3-a71c-357805683bec HTTP/1.1" status: 200 len: 946 time: 0.0460601 Sep 20 05:07:13.853179 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d3d07b09-dc68-4abd-8feb-ba04eb26bb0c req-fe423c35-6b4b-49a9-a0a6-41b86c15e41c tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d6c8e6a-f33a-4624-82da-973e67ed2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404890 Sep 20 05:07:14.977358 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a54d2-15d8-43e3-995a-81192385d14c req-86a3d41d-1ce4-4069-b958-64a1a4efb797 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:14.978808 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d41a54d2-15d8-43e3-995a-81192385d14c req-86a3d41d-1ce4-4069-b958-64a1a4efb797 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee2e8d9f-423a-46f3-a71c-357805683bec HTTP/1.1" status: 200 len: 946 time: 0.0494716 Sep 20 05:07:14.999032 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:15.025576 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d41a54d2-15d8-43e3-995a-81192385d14c req-2b789057-4f60-4cd8-b8cc-db3b7effca49 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d6c8e6a-f33a-4624-82da-973e67ed2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407188 Sep 20 05:07:15.737446 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56644223-64fa-48d8-9e48-13aff699fad1 req-16815626-18ab-4265-83bf-2748b329a21e tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:15.738908 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-56644223-64fa-48d8-9e48-13aff699fad1 req-16815626-18ab-4265-83bf-2748b329a21e tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee2e8d9f-423a-46f3-a71c-357805683bec HTTP/1.1" status: 200 len: 946 time: 0.0458493 Sep 20 05:07:15.785586 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-56644223-64fa-48d8-9e48-13aff699fad1 req-e9feefe4-4871-4fac-bfe3-52d3fa5e6842 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d6c8e6a-f33a-4624-82da-973e67ed2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413759 Sep 20 05:07:16.049190 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:07:16.719710 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-71cc126d-268a-402e-877b-2b19aa4924eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:16.907113 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bdf09-8a1e-43c0-8d6b-675a533ab811 req-449d961c-7a1c-4da5-ac39-f713006b676a tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:16.908570 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ef3bdf09-8a1e-43c0-8d6b-675a533ab811 req-449d961c-7a1c-4da5-ac39-f713006b676a tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee2e8d9f-423a-46f3-a71c-357805683bec HTTP/1.1" status: 200 len: 946 time: 0.0461638 Sep 20 05:07:16.960281 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ef3bdf09-8a1e-43c0-8d6b-675a533ab811 req-0205f02a-e0f1-4988-b2a2-18c272be01b4 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d6c8e6a-f33a-4624-82da-973e67ed2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459814 Sep 20 05:07:17.197119 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f7a72-9532-4001-8af4-638ec89dcbdb req-3e01d4f0-a49e-42e7-abf1-3d8df19a1782 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:17.198635 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-802f7a72-9532-4001-8af4-638ec89dcbdb req-3e01d4f0-a49e-42e7-abf1-3d8df19a1782 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ee2e8d9f-423a-46f3-a71c-357805683bec HTTP/1.1" status: 200 len: 946 time: 0.0526557 Sep 20 05:07:17.277947 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-802f7a72-9532-4001-8af4-638ec89dcbdb req-edca1586-f3b5-428e-a272-f889aae54dc8 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Deleting port 06d0e976-343a-4b0a-881d-734d86ec4bf0 {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:07:17.278293 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-802f7a72-9532-4001-8af4-638ec89dcbdb req-edca1586-f3b5-428e-a272-f889aae54dc8 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (06d0e976-343a-4b0a-881d-734d86ec4bf0), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:17.617708 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-802f7a72-9532-4001-8af4-638ec89dcbdb req-edca1586-f3b5-428e-a272-f889aae54dc8 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] For port 06d0e976-343a-4b0a-881d-734d86ec4bf0, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=06d0e976-343a-4b0a-881d-734d86ec4bf0,segment=NetworkSegment(64d38856-9ecb-45bd-b70b-34625113cf45),segment_id=64d38856-9ecb-45bd-b70b-34625113cf45)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:17.617984 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-802f7a72-9532-4001-8af4-638ec89dcbdb req-edca1586-f3b5-428e-a272-f889aae54dc8 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (06d0e976-343a-4b0a-881d-734d86ec4bf0), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:17.630420 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-802f7a72-9532-4001-8af4-638ec89dcbdb req-edca1586-f3b5-428e-a272-f889aae54dc8 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Calling delete_port for 06d0e976-343a-4b0a-881d-734d86ec4bf0 owned by compute:nova {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:07:17.752922 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-802f7a72-9532-4001-8af4-638ec89dcbdb req-edca1586-f3b5-428e-a272-f889aae54dc8 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (06d0e976-343a-4b0a-881d-734d86ec4bf0), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:17.781977 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca1586-f3b5-428e-a272-f889aae54dc8 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Pushing event deleted for resources: {'Port': ['ID=06d0e976-343a-4b0a-881d-734d86ec4bf0,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:17.789999 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['06d0e976-343a-4b0a-881d-734d86ec4bf0'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 05:07:17.829103 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-802f7a72-9532-4001-8af4-638ec89dcbdb req-edca1586-f3b5-428e-a272-f889aae54dc8 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] No DVR routers for this DVR port 06d0e976-343a-4b0a-881d-734d86ec4bf0 on host hv-cinder-75671 {{(pid=112593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 05:07:17.831442 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-802f7a72-9532-4001-8af4-638ec89dcbdb req-edca1586-f3b5-428e-a272-f889aae54dc8 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:17.834573 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-802f7a72-9532-4001-8af4-638ec89dcbdb req-edca1586-f3b5-428e-a272-f889aae54dc8 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.25 "DELETE /networking/v2.0/ports/06d0e976-343a-4b0a-881d-734d86ec4bf0 HTTP/1.1" status: 204 len: 173 time: 0.6311808 Sep 20 05:07:17.835073 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2e8d9f-423a-46f3-a71c-357805683bec', 'name': 'network-vif-deleted', 'tag': '06d0e976-343a-4b0a-881d-734d86ec4bf0'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:07:17.837279 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2668a2a6-ed38-483d-92ee-2ea39c6786ec" -d '{"events": [{"server_uuid": "ee2e8d9f-423a-46f3-a71c-357805683bec", "name": "network-vif-deleted", "tag": "06d0e976-343a-4b0a-881d-734d86ec4bf0"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:07:17.877083 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 05:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126ea912-0a1e-4bee-adcc-3c9ccc2451a5 x-openstack-request-id: req-126ea912-0a1e-4bee-adcc-3c9ccc2451a5 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:07:17.877428 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2e8d9f-423a-46f3-a71c-357805683bec", "name": "network-vif-deleted", "tag": "06d0e976-343a-4b0a-881d-734d86ec4bf0", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:07:17.877688 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-126ea912-0a1e-4bee-adcc-3c9ccc2451a5 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:07:17.878079 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126ea912-0a1e-4bee-adcc-3c9ccc2451a5'] response: {'server_uuid': 'ee2e8d9f-423a-46f3-a71c-357805683bec', 'name': 'network-vif-deleted', 'tag': '06d0e976-343a-4b0a-881d-734d86ec4bf0', 'status': 'completed', 'code': 200} Sep 20 05:07:18.079380 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-87585fb2-55eb-4880-9c1f-7221c51861ca req-4e1ca0cd-0a1b-49e2-abb9-455df3ce0415 tempest-VolumesActionsTest-1338137131 tempest-VolumesActionsTest-1338137131-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee2e8d9f-423a-46f3-a71c-357805683bec HTTP/1.1" status: 200 len: 210 time: 0.0298245 Sep 20 05:07:18.920990 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0df31430-98ae-4d7c-8e04-1fea19898aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:20.126452 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:21.728708 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:21.940915 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:22.628027 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 06d0e976-343a-4b0a-881d-734d86ec4bf0 no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:07:22.649805 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: 06d0e976-343a-4b0a-881d-734d86ec4bf0 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:07:22.650144 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 06d0e976-343a-4b0a-881d-734d86ec4bf0 not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:07:26.045191 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=2 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:27.812780 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=71,neutron:DELETE=5 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:27.814566 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=66,neutron:DELETE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:28.061707 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=21 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:28.062948 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=43 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:30.192027 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:34.109194 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=6 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:40.184898 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:UPDATE=5,neutron:SELECT=80,neutron:DELETE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:40.187751 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:40.899506 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55372) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:07:40.944210 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Deleting subnet ba7c3467-d3db-48eb-bdf7-d274eaf1b9bf {{(pid=112593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 05:07:40.947132 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Publish callbacks [] for subnet (ba7c3467-d3db-48eb-bdf7-d274eaf1b9bf), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:40.981092 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58957096'] for subnet (ba7c3467-d3db-48eb-bdf7-d274eaf1b9bf), precommit_delete_associations {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:41.023200 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766695'] for subnet (ba7c3467-d3db-48eb-bdf7-d274eaf1b9bf), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:41.074177 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58786417'] for subnet (ba7c3467-d3db-48eb-bdf7-d274eaf1b9bf), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:41.096587 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba7c3467-d3db-48eb-bdf7-d274eaf1b9bf,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:41.106652 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:41.106999 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:41.107341 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:41.107678 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:41.108012 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:41.108733 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:41.108733 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:41.108994 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:41.109318 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:41.109641 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:41.109966 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:41.110290 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:41.110610 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:41.110927 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:41.111242 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:41.113987 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:41.116966 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-d1b2e672-9250-4f37-a41b-59e26c30ce0c admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/ba7c3467-d3db-48eb-bdf7-d274eaf1b9bf HTTP/1.1" status: 204 len: 168 time: 0.2164407 Sep 20 05:07:41.119401 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55374) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:07:41.190161 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4984-a765-447e-b1d1-e793ba6b4034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726418'] for network (6cfe5ac2-04e0-4e41-8498-095bf4a9e89b), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:41.263388 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4984-a765-447e-b1d1-e793ba6b4034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729292', 'neutron.services.segments.db._delete_segments_for_network-8739023563457'] for network (6cfe5ac2-04e0-4e41-8498-095bf4a9e89b), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:41.283270 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-5b5b4984-a765-447e-b1d1-e793ba6b4034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cfe5ac2-04e0-4e41-8498-095bf4a9e89b']}} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:41.292771 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-5b5b4984-a765-447e-b1d1-e793ba6b4034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d38856-9ecb-45bd-b70b-34625113cf45') {'for_net_delete': True} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:41.293066 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-5b5b4984-a765-447e-b1d1-e793ba6b4034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d38856-9ecb-45bd-b70b-34625113cf45') {} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:41.302286 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4984-a765-447e-b1d1-e793ba6b4034 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739023563349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58957075'] for segment (64d38856-9ecb-45bd-b70b-34625113cf45), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:41.315017 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4984-a765-447e-b1d1-e793ba6b4034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (64d38856-9ecb-45bd-b70b-34625113cf45), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:41.321063 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5b4984-a765-447e-b1d1-e793ba6b4034 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=112593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:07:41.321437 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4984-a765-447e-b1d1-e793ba6b4034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59245190'] for segment (64d38856-9ecb-45bd-b70b-34625113cf45), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:41.364740 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.services.segments.plugin [-] Segment 64d38856-9ecb-45bd-b70b-34625113cf45 resource provider aggregate not found Sep 20 05:07:41.381236 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.services.segments.plugin [-] Segment 64d38856-9ecb-45bd-b70b-34625113cf45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64d38856-9ecb-45bd-b70b-34625113cf45 found for delete ", "request_id": "req-e79c1121-475c-4623-9003-295461be2942"}]} Sep 20 05:07:41.387161 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4984-a765-447e-b1d1-e793ba6b4034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3775114'] for network (6cfe5ac2-04e0-4e41-8498-095bf4a9e89b), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:41.392793 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4984-a765-447e-b1d1-e793ba6b4034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:41.396092 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-5b5b4984-a765-447e-b1d1-e793ba6b4034 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/6cfe5ac2-04e0-4e41-8498-095bf4a9e89b HTTP/1.1" status: 204 len: 168 time: 0.2757735 Sep 20 05:07:41.407667 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b4984-a765-447e-b1d1-e793ba6b4034 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cfe5ac2-04e0-4e41-8498-095bf4a9e89b,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:41.502552 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55382) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:07:41.542769 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-76910563-d870-4bdc-9b64-06b9dd53d720 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=975cd6183a57461a9604d14868f48d6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384870 Sep 20 05:07:41.545230 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55384) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:07:41.592153 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f46b36e9-d514-49ab-91bf-23654dfc3f7e admin admin] Publish callbacks [] for security_group (6d6c8e6a-f33a-4624-82da-973e67ed2a9b), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:41.611175 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f46b36e9-d514-49ab-91bf-23654dfc3f7e admin admin] Publish callbacks [] for security_group (6d6c8e6a-f33a-4624-82da-973e67ed2a9b), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:41.657625 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f46b36e9-d514-49ab-91bf-23654dfc3f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (6d6c8e6a-f33a-4624-82da-973e67ed2a9b), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:41.660108 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f46b36e9-d514-49ab-91bf-23654dfc3f7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:41.661947 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-f46b36e9-d514-49ab-91bf-23654dfc3f7e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6d6c8e6a-f33a-4624-82da-973e67ed2a9b HTTP/1.1" status: 204 len: 168 time: 0.1157997 Sep 20 05:07:41.670027 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b36e9-d514-49ab-91bf-23654dfc3f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6c8e6a-f33a-4624-82da-973e67ed2a9b,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:42.322526 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55406) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:07:42.417907 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-fb0bfe19-733d-4de3-91cc-5588bb279079 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1359878512-network', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:42.440907 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0bfe19-733d-4de3-91cc-5588bb279079 admin admin] Made reservation on behalf of 15e8eefa98f44e8a871402c07adf11cf for: {'network': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:07:42.443149 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfe19-733d-4de3-91cc-5588bb279079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for network (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:42.451803 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfe19-733d-4de3-91cc-5588bb279079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:42.501996 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=9 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:42.504586 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:42.528874 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfe19-733d-4de3-91cc-5588bb279079 admin admin] Publish callbacks [] for security_group (121a6c4e-ded7-488a-9a53-4424d238a46d), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:42.532017 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfe19-733d-4de3-91cc-5588bb279079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (121a6c4e-ded7-488a-9a53-4424d238a46d), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:42.552502 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0bfe19-733d-4de3-91cc-5588bb279079 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=112593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:07:42.565916 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bfe19-733d-4de3-91cc-5588bb279079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121a6c4e-ded7-488a-9a53-4424d238a46d,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:42.570603 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfe19-733d-4de3-91cc-5588bb279079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (41d493e9-5abb-432a-911b-586466307b4a), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:42.570967 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.segments_db [None req-fb0bfe19-733d-4de3-91cc-5588bb279079 admin admin] Added segment 41d493e9-5abb-432a-911b-586466307b4a of type vlan for network 5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 Sep 20 05:07:42.612121 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfe19-733d-4de3-91cc-5588bb279079 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739023002296'] for network (5a22d9ec-5b75-4df5-bab1-9104cd60cbe5), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:42.635053 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfe19-733d-4de3-91cc-5588bb279079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for network (5a22d9ec-5b75-4df5-bab1-9104cd60cbe5), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:42.636579 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0bfe19-733d-4de3-91cc-5588bb279079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:42.637180 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfe19-733d-4de3-91cc-5588bb279079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:42.691090 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-fb0bfe19-733d-4de3-91cc-5588bb279079 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3662899 Sep 20 05:07:42.694298 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55410) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:07:42.702913 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-cb961e6c-47a1-48b2-a5f6-917e4c4f6b08 admin admin] Request body: {'subnet': {'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1359878512-subnet', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'ip_version': 4}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:42.721089 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bfe19-733d-4de3-91cc-5588bb279079 admin admin] Pushing event updated for resources: {'Network': ['ID=5a22d9ec-5b75-4df5-bab1-9104cd60cbe5,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:42.730356 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Network 5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 details requested by agent ovs-agent-dv-cinder-756710-7-iscsi with host dv-cinder-756710-7-iscsi {{(pid=112594) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:07:42.734832 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb961e6c-47a1-48b2-a5f6-917e4c4f6b08 admin admin] Made reservation on behalf of 15e8eefa98f44e8a871402c07adf11cf for: {'subnet': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:07:42.737299 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cb961e6c-47a1-48b2-a5f6-917e4c4f6b08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58786398'] for subnet (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:42.903805 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cb961e6c-47a1-48b2-a5f6-917e4c4f6b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59248611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58786376'] for subnet (a7a57915-655f-48cd-9e6a-0a053ac120bb), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:42.959519 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb961e6c-47a1-48b2-a5f6-917e4c4f6b08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a57915-655f-48cd-9e6a-0a053ac120bb,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:42.967240 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb961e6c-47a1-48b2-a5f6-917e4c4f6b08 admin admin] Checking segment: {'id': '41d493e9-5abb-432a-911b-586466307b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 05:07:42.967589 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb961e6c-47a1-48b2-a5f6-917e4c4f6b08 admin admin] Network hostable DHCP agents. Network: 5a22d9ec-5b75-4df5-bab1-9104cd60cbe5, hostable agents: ['4610beb6-8841-4e27-a96c-3752fd75943d'], hosted agents: [] {{(pid=112593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:07:42.986196 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb961e6c-47a1-48b2-a5f6-917e4c4f6b08 admin admin] Network 5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 is scheduled to be hosted by DHCP agent 4610beb6-8841-4e27-a96c-3752fd75943d with binding_index 1 {{(pid=112593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:07:42.994792 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-cb961e6c-47a1-48b2-a5f6-917e4c4f6b08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-756710-7-iscsi, 5a22d9ec-5b75-4df5-bab1-9104cd60cbe5) {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:42.999709 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb961e6c-47a1-48b2-a5f6-917e4c4f6b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:43.000493 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-cb961e6c-47a1-48b2-a5f6-917e4c4f6b08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:43.003413 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645be403-b6ba-4c10-94fc-af151a124725 None None] Network 5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 05:07:43.016208 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-cb961e6c-47a1-48b2-a5f6-917e4c4f6b08 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3189218 Sep 20 05:07:43.018485 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 55412) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:07:43.023078 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1359878512-router', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:43.045634 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4757'] for router (74a16225-0cf1-4bcc-ae4a-590efa3021f8), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:43.046639 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4764'] for router (74a16225-0cf1-4bcc-ae4a-590efa3021f8), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:43.099186 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Publish callbacks [] for router_controller (74a16225-0cf1-4bcc-ae4a-590efa3021f8), precommit_add_association {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:43.237515 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308ead56-a451-4a38-9040-f37b61067aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fdbf9b8-537f-538c-a127-faf525f06485-5a22d9ec-5b75-4df5-bab1-9104cd60cbe5', 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5', 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'fixed_ips': [{'subnet_id': 'a7a57915-655f-48cd-9e6a-0a053ac120bb'}]}} from dv-cinder-756710-7-iscsi. {{(pid=112594) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 05:07:43.237738 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Publish callbacks [] for router_gateway (74a16225-0cf1-4bcc-ae4a-590efa3021f8), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:43.238435 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-308ead56-a451-4a38-9040-f37b61067aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:43.373121 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.db_base_plugin_common [None req-308ead56-a451-4a38-9040-f37b61067aca None None] Allocated IP 172.20.0.2 (5a22d9ec-5b75-4df5-bab1-9104cd60cbe5/a7a57915-655f-48cd-9e6a-0a053ac120bb/88a45e08-8968-412d-9a7c-cef135b92c13) {{(pid=112594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:07:43.416715 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Publish callbacks [] for router_gateway (74a16225-0cf1-4bcc-ae4a-590efa3021f8), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:43.444059 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:43.514689 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-308ead56-a451-4a38-9040-f37b61067aca None None] Publish callbacks [] for port (88a45e08-8968-412d-9a7c-cef135b92c13), precommit_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:43.521326 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-308ead56-a451-4a38-9040-f37b61067aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (88a45e08-8968-412d-9a7c-cef135b92c13), after_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:43.548799 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Allocated IP 172.27.1.213 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/3750ac7d-6f1a-476e-9583-8b4d64ac7719) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:07:43.563150 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308ead56-a451-4a38-9040-f37b61067aca None None] Network 5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 is already hosted by enough agents. {{(pid=112594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:07:43.568187 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.base_scheduler [None req-308ead56-a451-4a38-9040-f37b61067aca None None] Resources bound (agent type, host, resource id): {{(pid=112594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:43.570266 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ead56-a451-4a38-9040-f37b61067aca None None] Pushing event updated for resources: {'Port': ['ID=88a45e08-8968-412d-9a7c-cef135b92c13,revision_number=1']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:43.572392 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308ead56-a451-4a38-9040-f37b61067aca None None] Received port after_create {{(pid=112594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:07:43.627383 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-308ead56-a451-4a38-9040-f37b61067aca None None] Attempting to bind port 88a45e08-8968-412d-9a7c-cef135b92c13 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 05:07:43.627762 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-308ead56-a451-4a38-9040-f37b61067aca None None] Attempting to bind port 88a45e08-8968-412d-9a7c-cef135b92c13 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '41d493e9-5abb-432a-911b-586466307b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 05:07:43.628127 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308ead56-a451-4a38-9040-f37b61067aca None None] Attempting to bind port 88a45e08-8968-412d-9a7c-cef135b92c13 on network 5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:07:43.660894 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Publish callbacks [] for port (3750ac7d-6f1a-476e-9583-8b4d64ac7719), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:43.672048 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308ead56-a451-4a38-9040-f37b61067aca None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 5, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 05:07:43.672381 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308ead56-a451-4a38-9040-f37b61067aca None None] Checking segment: {'id': '41d493e9-5abb-432a-911b-586466307b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 05:07:43.672814 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-308ead56-a451-4a38-9040-f37b61067aca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:43.673206 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308ead56-a451-4a38-9040-f37b61067aca None None] Bound using segment: {'id': '41d493e9-5abb-432a-911b-586466307b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 05:07:43.673704 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-308ead56-a451-4a38-9040-f37b61067aca None None] Bound port: 88a45e08-8968-412d-9a7c-cef135b92c13, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d493e9-5abb-432a-911b-586466307b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 05:07:43.674084 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-308ead56-a451-4a38-9040-f37b61067aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (88a45e08-8968-412d-9a7c-cef135b92c13), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:43.692494 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (3750ac7d-6f1a-476e-9583-8b4d64ac7719), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:43.731618 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:07:43.733610 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-308ead56-a451-4a38-9040-f37b61067aca None None] For port 88a45e08-8968-412d-9a7c-cef135b92c13, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:07:43.736525 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:43.736684 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-308ead56-a451-4a38-9040-f37b61067aca None None] For port 88a45e08-8968-412d-9a7c-cef135b92c13, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=88a45e08-8968-412d-9a7c-cef135b92c13,segment=NetworkSegment(41d493e9-5abb-432a-911b-586466307b4a),segment_id=41d493e9-5abb-432a-911b-586466307b4a)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:07:43.740312 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:07:43.742827 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-308ead56-a451-4a38-9040-f37b61067aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (88a45e08-8968-412d-9a7c-cef135b92c13), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:43.743616 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Pushing event updated for resources: {'Port': ['ID=3750ac7d-6f1a-476e-9583-8b4d64ac7719,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:43.769348 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:43.769936 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:43.770533 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:43.770871 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:43.771206 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:43.771535 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:43.771878 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:43.772187 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:43.772516 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:43.772864 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:43.773193 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:43.773515 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:43.773835 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:43.774152 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:43.774466 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:43.794431 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ead56-a451-4a38-9040-f37b61067aca None None] Pushing event updated for resources: {'Port': ['ID=88a45e08-8968-412d-9a7c-cef135b92c13,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:43.915183 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:43.953694 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:44.023263 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Publish callbacks [] for router_gateway (74a16225-0cf1-4bcc-ae4a-590efa3021f8), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:44.209537 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775015'] for router (74a16225-0cf1-4bcc-ae4a-590efa3021f8), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:44.273473 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 88a45e08-8968-412d-9a7c-cef135b92c13 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:44.317171 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:44.323016 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 88a45e08-8968-412d-9a7c-cef135b92c13 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:07:44.323349 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (88a45e08-8968-412d-9a7c-cef135b92c13), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:44.323687 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 88a45e08-8968-412d-9a7c-cef135b92c13 Sep 20 05:07:44.341101 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Router 74a16225-0cf1-4bcc-ae4a-590efa3021f8 is scheduled to L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 with binding_index 1 {{(pid=112592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 05:07:44.404375 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:44.406960 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 88a45e08-8968-412d-9a7c-cef135b92c13 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:44.407349 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (88a45e08-8968-412d-9a7c-cef135b92c13), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:44.447339 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] For port 88a45e08-8968-412d-9a7c-cef135b92c13, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=88a45e08-8968-412d-9a7c-cef135b92c13,segment=NetworkSegment(41d493e9-5abb-432a-911b-586466307b4a),segment_id=41d493e9-5abb-432a-911b-586466307b4a)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:44.452687 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (88a45e08-8968-412d-9a7c-cef135b92c13), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:44.458877 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:07:44.473420 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] Sync routers for ids ['74a16225-0cf1-4bcc-ae4a-590efa3021f8'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:07:44.487153 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] Routers {'74a16225-0cf1-4bcc-ae4a-590efa3021f8'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:07:44.487771 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:07:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['74a16225-0cf1-4bcc-ae4a-590efa3021f8'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:44.489140 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:44.490398 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-ed025ab3-6a1a-45b8-8966-2aef616cbb1a admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4709136 Sep 20 05:07:44.493389 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55414) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:07:44.506533 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Pushing event updated for resources: {'Port': ['ID=88a45e08-8968-412d-9a7c-cef135b92c13,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:44.594051 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] Set router 74a16225-0cf1-4bcc-ae4a-590efa3021f8 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:07:44.682224 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c393dc-3979-4949-93c4-cd337a3b0408 None None] Network 5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 05:07:44.691711 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:44.749675 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-93e3b109-d5d0-4a5d-8d97-b92004fbc357 None None] Provisioning complete for port 88a45e08-8968-412d-9a7c-cef135b92c13 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:07:44.750302 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-93e3b109-d5d0-4a5d-8d97-b92004fbc357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (88a45e08-8968-412d-9a7c-cef135b92c13), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:44.750412 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-93e3b109-d5d0-4a5d-8d97-b92004fbc357 None None] Attempt 1 to provision port 88a45e08-8968-412d-9a7c-cef135b92c13 Sep 20 05:07:44.829094 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:44.867362 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'name': 'tempest-TestMinimumBasicScenario-1359878512-router', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:43Z', 'revision_number': 3, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'gw_port': {'id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:44.874086 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-93e3b109-d5d0-4a5d-8d97-b92004fbc357 None None] Current status of the port 88a45e08-8968-412d-9a7c-cef135b92c13 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:44.894526 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] Checking router: 74a16225-0cf1-4bcc-ae4a-590efa3021f8 for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:07:44.894883 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] Updating router 74a16225-0cf1-4bcc-ae4a-590efa3021f8 port 3750ac7d-6f1a-476e-9583-8b4d64ac7719 binding host dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:07:44.924273 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (3750ac7d-6f1a-476e-9583-8b4d64ac7719), before_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:44.938328 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e112db36-e0ea-4cce-9c9c-1f461f9bf749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:45.096303 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-b5a86ce3-dcd2-46f9-9b40-7301aafb27aa None None] Provisioning complete for port 88a45e08-8968-412d-9a7c-cef135b92c13 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:07:45.096700 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-b5a86ce3-dcd2-46f9-9b40-7301aafb27aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (88a45e08-8968-412d-9a7c-cef135b92c13), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:45.097235 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-b5a86ce3-dcd2-46f9-9b40-7301aafb27aa None None] Attempt 1 to provision port 88a45e08-8968-412d-9a7c-cef135b92c13 Sep 20 05:07:45.102884 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-e112db36-e0ea-4cce-9c9c-1f461f9bf749 admin admin] Allocated IP 172.20.0.1 (5a22d9ec-5b75-4df5-bab1-9104cd60cbe5/a7a57915-655f-48cd-9e6a-0a053ac120bb/8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:07:45.179365 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-b5a86ce3-dcd2-46f9-9b40-7301aafb27aa None None] Current status of the port 88a45e08-8968-412d-9a7c-cef135b92c13 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:45.186280 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] Publish callbacks [] for port (3750ac7d-6f1a-476e-9583-8b4d64ac7719), precommit_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:45.191512 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (3750ac7d-6f1a-476e-9583-8b4d64ac7719), after_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:45.221453 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e112db36-e0ea-4cce-9c9c-1f461f9bf749 admin admin] Publish callbacks [] for port (8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:45.224041 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] Attempting to bind port 3750ac7d-6f1a-476e-9583-8b4d64ac7719 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 05:07:45.224410 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] Attempting to bind port 3750ac7d-6f1a-476e-9583-8b4d64ac7719 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}] {{(pid=112595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 05:07:45.224794 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] Attempting to bind port 3750ac7d-6f1a-476e-9583-8b4d64ac7719 on network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:07:45.254933 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e112db36-e0ea-4cce-9c9c-1f461f9bf749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:45.259265 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec81bf-1827-4554-aa58-a41f83ff933b None None] Pushing event updated for resources: {'Port': ['ID=3750ac7d-6f1a-476e-9583-8b4d64ac7719,revision_number=2']} {{(pid=112595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:45.269596 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec81bf-1827-4554-aa58-a41f83ff933b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:45.269942 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec81bf-1827-4554-aa58-a41f83ff933b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:45.270537 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec81bf-1827-4554-aa58-a41f83ff933b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:45.270946 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec81bf-1827-4554-aa58-a41f83ff933b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:45.271228 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec81bf-1827-4554-aa58-a41f83ff933b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:45.271554 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec81bf-1827-4554-aa58-a41f83ff933b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:45.271881 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec81bf-1827-4554-aa58-a41f83ff933b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:45.272204 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec81bf-1827-4554-aa58-a41f83ff933b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:45.272529 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec81bf-1827-4554-aa58-a41f83ff933b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:45.272874 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec81bf-1827-4554-aa58-a41f83ff933b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:45.273195 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec81bf-1827-4554-aa58-a41f83ff933b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:45.273530 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec81bf-1827-4554-aa58-a41f83ff933b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:45.273850 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec81bf-1827-4554-aa58-a41f83ff933b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:45.274166 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec81bf-1827-4554-aa58-a41f83ff933b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:45.274487 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec81bf-1827-4554-aa58-a41f83ff933b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:45.291512 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 5, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 05:07:45.291880 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] Checking segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 05:07:45.292830 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:45.293213 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] Bound using segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 05:07:45.293837 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] Bound port: 3750ac7d-6f1a-476e-9583-8b4d64ac7719, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}] {{(pid=112595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 05:07:45.294208 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (3750ac7d-6f1a-476e-9583-8b4d64ac7719), before_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:45.296718 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e112db36-e0ea-4cce-9c9c-1f461f9bf749 admin admin] Network 5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:07:45.301568 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-e112db36-e0ea-4cce-9c9c-1f461f9bf749 admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:45.305781 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e112db36-e0ea-4cce-9c9c-1f461f9bf749 admin admin] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:07:45.308427 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112db36-e0ea-4cce-9c9c-1f461f9bf749 admin admin] Pushing event updated for resources: {'Port': ['ID=8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:45.349346 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.db [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] For port 3750ac7d-6f1a-476e-9583-8b4d64ac7719, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:07:45.350890 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e112db36-e0ea-4cce-9c9c-1f461f9bf749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094494'] for router_interface (74a16225-0cf1-4bcc-ae4a-590efa3021f8), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:45.352943 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.db [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] For port 3750ac7d-6f1a-476e-9583-8b4d64ac7719, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=3750ac7d-6f1a-476e-9583-8b4d64ac7719,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:07:45.361143 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (3750ac7d-6f1a-476e-9583-8b4d64ac7719), after_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:45.398464 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:45.421435 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec81bf-1827-4554-aa58-a41f83ff933b None None] Pushing event updated for resources: {'Port': ['ID=3750ac7d-6f1a-476e-9583-8b4d64ac7719,revision_number=3']} {{(pid=112595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:45.425857 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] Routers {'74a16225-0cf1-4bcc-ae4a-590efa3021f8'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:07:45.426471 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:07:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['74a16225-0cf1-4bcc-ae4a-590efa3021f8'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:45.496030 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e112db36-e0ea-4cce-9c9c-1f461f9bf749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:45.512884 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:45.533254 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] Set router 74a16225-0cf1-4bcc-ae4a-590efa3021f8 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:07:45.597587 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:45.598814 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Provisioning complete for port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:07:45.599430 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:45.599829 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Attempt 1 to provision port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 Sep 20 05:07:45.610375 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:45.636763 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:07:45.663424 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e112db36-e0ea-4cce-9c9c-1f461f9bf749 admin admin] Publish callbacks [] for port (8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:45.668727 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e112db36-e0ea-4cce-9c9c-1f461f9bf749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:45.710703 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'name': 'tempest-TestMinimumBasicScenario-1359878512-router', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:43Z', 'revision_number': 3, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'gw_port': {'id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:45.739207 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e084da2-8401-413d-9899-7bc2db40b66c None None] The sync data for ids ['74a16225-0cf1-4bcc-ae4a-590efa3021f8'] in dv-cinder-756710-7-iscsi is: [{'id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'name': 'tempest-TestMinimumBasicScenario-1359878512-router', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:43Z', 'revision_number': 3, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'gw_port': {'id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:07:45.739465 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-e112db36-e0ea-4cce-9c9c-1f461f9bf749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094602'] for router_interface (74a16225-0cf1-4bcc-ae4a-590efa3021f8), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:45.741869 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112db36-e0ea-4cce-9c9c-1f461f9bf749 admin admin] Pushing event updated for resources: {'Port': ['ID=8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:45.840024 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e112db36-e0ea-4cce-9c9c-1f461f9bf749 admin admin] Network 5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:07:45.841452 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-e112db36-e0ea-4cce-9c9c-1f461f9bf749 admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:45.973347 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e112db36-e0ea-4cce-9c9c-1f461f9bf749 admin admin] Router 74a16225-0cf1-4bcc-ae4a-590efa3021f8 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:07:46.096204 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e112db36-e0ea-4cce-9c9c-1f461f9bf749 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:07:46.101556 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-e112db36-e0ea-4cce-9c9c-1f461f9bf749 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/74a16225-0cf1-4bcc-ae4a-590efa3021f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6065555 Sep 20 05:07:46.137828 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Attempt 2 to provision port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 Sep 20 05:07:46.172674 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:07:46.352708 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 3750ac7d-6f1a-476e-9583-8b4d64ac7719 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:46.399812 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 3750ac7d-6f1a-476e-9583-8b4d64ac7719 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:07:46.400463 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (3750ac7d-6f1a-476e-9583-8b4d64ac7719), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:46.401036 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 3750ac7d-6f1a-476e-9583-8b4d64ac7719 Sep 20 05:07:46.487761 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 3750ac7d-6f1a-476e-9583-8b4d64ac7719 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:46.488006 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (3750ac7d-6f1a-476e-9583-8b4d64ac7719), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:46.513802 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] For port 3750ac7d-6f1a-476e-9583-8b4d64ac7719, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=3750ac7d-6f1a-476e-9583-8b4d64ac7719,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:46.519232 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (3750ac7d-6f1a-476e-9583-8b4d64ac7719), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:46.520127 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 88a45e08-8968-412d-9a7c-cef135b92c13 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:46.580101 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:46.596856 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Pushing event updated for resources: {'Port': ['ID=3750ac7d-6f1a-476e-9583-8b4d64ac7719,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:46.612433 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 88a45e08-8968-412d-9a7c-cef135b92c13 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:07:46.612808 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (88a45e08-8968-412d-9a7c-cef135b92c13), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:46.613147 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 88a45e08-8968-412d-9a7c-cef135b92c13 Sep 20 05:07:46.647432 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:46.657369 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55430) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:07:46.662262 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-db4d9cb5-e2a8-4d75-a352-f94ba1bc08b8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-799598967-network', 'tenant_id': 'fe559a311416450b8b8c2b7d14fc11ab'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:46.676886 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Attempt 3 to provision port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 Sep 20 05:07:46.681090 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4d9cb5-e2a8-4d75-a352-f94ba1bc08b8 admin admin] Made reservation on behalf of fe559a311416450b8b8c2b7d14fc11ab for: {'network': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:07:46.684145 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-db4d9cb5-e2a8-4d75-a352-f94ba1bc08b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for network (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:46.692880 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-db4d9cb5-e2a8-4d75-a352-f94ba1bc08b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:46.726596 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 88a45e08-8968-412d-9a7c-cef135b92c13 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:46.733905 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:07:46.736543 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-bba5240c-742d-43c5-ba4f-4d86d705798d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:46.775941 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-db4d9cb5-e2a8-4d75-a352-f94ba1bc08b8 admin admin] Publish callbacks [] for security_group (de0214f6-7079-49a3-b9e2-7bd711b2cc66), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:46.779692 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-db4d9cb5-e2a8-4d75-a352-f94ba1bc08b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (de0214f6-7079-49a3-b9e2-7bd711b2cc66), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:46.809556 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4d9cb5-e2a8-4d75-a352-f94ba1bc08b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=112593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:07:46.819607 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d9cb5-e2a8-4d75-a352-f94ba1bc08b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0214f6-7079-49a3-b9e2-7bd711b2cc66,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:46.825595 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-db4d9cb5-e2a8-4d75-a352-f94ba1bc08b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (1d129498-9f72-4fc3-8cc8-85ce8d4e5845), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:46.825933 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.segments_db [None req-db4d9cb5-e2a8-4d75-a352-f94ba1bc08b8 admin admin] Added segment 1d129498-9f72-4fc3-8cc8-85ce8d4e5845 of type vlan for network eb045e0d-ad35-4ecc-828d-2223da60b30e Sep 20 05:07:46.866513 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-db4d9cb5-e2a8-4d75-a352-f94ba1bc08b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739023002296'] for network (eb045e0d-ad35-4ecc-828d-2223da60b30e), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:46.886483 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:46.892043 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-db4d9cb5-e2a8-4d75-a352-f94ba1bc08b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121'] for network (eb045e0d-ad35-4ecc-828d-2223da60b30e), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:46.893054 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4d9cb5-e2a8-4d75-a352-f94ba1bc08b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:46.893642 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-db4d9cb5-e2a8-4d75-a352-f94ba1bc08b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:46.897401 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:46.945780 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-db4d9cb5-e2a8-4d75-a352-f94ba1bc08b8 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2872398 Sep 20 05:07:46.948861 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 55432) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:07:46.953726 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-21280441-b0ef-473e-bcef-e759a184f24b admin admin] Request body: {'subnet': {'network_id': 'eb045e0d-ad35-4ecc-828d-2223da60b30e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-799598967-subnet', 'tenant_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'ip_version': 4}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:46.959455 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d9cb5-e2a8-4d75-a352-f94ba1bc08b8 admin admin] Pushing event updated for resources: {'Network': ['ID=eb045e0d-ad35-4ecc-828d-2223da60b30e,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:46.968793 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Network eb045e0d-ad35-4ecc-828d-2223da60b30e details requested by agent ovs-agent-dv-cinder-756710-7-iscsi with host dv-cinder-756710-7-iscsi {{(pid=112594) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:07:46.975593 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21280441-b0ef-473e-bcef-e759a184f24b admin admin] Made reservation on behalf of fe559a311416450b8b8c2b7d14fc11ab for: {'subnet': 1} {{(pid=112592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:07:46.978184 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-21280441-b0ef-473e-bcef-e759a184f24b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58868292'] for subnet (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:47.166011 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-21280441-b0ef-473e-bcef-e759a184f24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59297828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58868306'] for subnet (44aee3f5-6589-494d-9953-c84ea4860930), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:47.204434 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:47.226079 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21280441-b0ef-473e-bcef-e759a184f24b admin admin] Pushing event updated for resources: {'Subnet': ['ID=44aee3f5-6589-494d-9953-c84ea4860930,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:47.234683 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Attempt 4 to provision port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 Sep 20 05:07:47.239423 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21280441-b0ef-473e-bcef-e759a184f24b admin admin] Checking segment: {'id': '1d129498-9f72-4fc3-8cc8-85ce8d4e5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb045e0d-ad35-4ecc-828d-2223da60b30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 05:07:47.239790 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21280441-b0ef-473e-bcef-e759a184f24b admin admin] Network hostable DHCP agents. Network: eb045e0d-ad35-4ecc-828d-2223da60b30e, hostable agents: ['4610beb6-8841-4e27-a96c-3752fd75943d'], hosted agents: [] {{(pid=112592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:07:47.257375 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21280441-b0ef-473e-bcef-e759a184f24b admin admin] Network eb045e0d-ad35-4ecc-828d-2223da60b30e is scheduled to be hosted by DHCP agent 4610beb6-8841-4e27-a96c-3752fd75943d with binding_index 1 {{(pid=112592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:07:47.260891 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:47.269588 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-21280441-b0ef-473e-bcef-e759a184f24b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-756710-7-iscsi, eb045e0d-ad35-4ecc-828d-2223da60b30e) {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:47.272801 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:07:47.274360 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21280441-b0ef-473e-bcef-e759a184f24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:07:47.274951 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-21280441-b0ef-473e-bcef-e759a184f24b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:47.282107 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79c5a5d-0d18-4474-8c5c-fb48603191d3 None None] Network eb045e0d-ad35-4ecc-828d-2223da60b30e requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 05:07:47.293566 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-21280441-b0ef-473e-bcef-e759a184f24b admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3435838 Sep 20 05:07:47.296299 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55434) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:07:47.300912 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-51caab0b-6a7e-448d-ab64-fa7c2865c084 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-799598967-router', 'tenant_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:47.320968 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-51caab0b-6a7e-448d-ab64-fa7c2865c084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4757'] for router (a1a660da-34c4-4342-9337-42761974fb77), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:47.321906 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-51caab0b-6a7e-448d-ab64-fa7c2865c084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4764'] for router (a1a660da-34c4-4342-9337-42761974fb77), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:47.368148 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] Sync routers for ids ['74a16225-0cf1-4bcc-ae4a-590efa3021f8'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:07:47.383642 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-51caab0b-6a7e-448d-ab64-fa7c2865c084 admin admin] Publish callbacks [] for router_controller (a1a660da-34c4-4342-9337-42761974fb77), precommit_add_association {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:47.409671 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] Routers {'74a16225-0cf1-4bcc-ae4a-590efa3021f8'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:07:47.410796 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:07:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['74a16225-0cf1-4bcc-ae4a-590efa3021f8'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:47.458648 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fdbf9b8-537f-538c-a127-faf525f06485-eb045e0d-ad35-4ecc-828d-2223da60b30e', 'network_id': 'eb045e0d-ad35-4ecc-828d-2223da60b30e', 'project_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'fixed_ips': [{'subnet_id': '44aee3f5-6589-494d-9953-c84ea4860930'}]}} from dv-cinder-756710-7-iscsi. {{(pid=112594) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 05:07:47.459558 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:47.541631 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-51caab0b-6a7e-448d-ab64-fa7c2865c084 admin admin] Publish callbacks [] for router_gateway (a1a660da-34c4-4342-9337-42761974fb77), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:47.637633 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] Set router 74a16225-0cf1-4bcc-ae4a-590efa3021f8 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:07:47.733451 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-51caab0b-6a7e-448d-ab64-fa7c2865c084 admin admin] Publish callbacks [] for router_gateway (a1a660da-34c4-4342-9337-42761974fb77), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:47.753920 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-51caab0b-6a7e-448d-ab64-fa7c2865c084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:47.773693 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Attempt 5 to provision port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 Sep 20 05:07:47.775861 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.db_base_plugin_common [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] Allocated IP 172.20.0.2 (eb045e0d-ad35-4ecc-828d-2223da60b30e/44aee3f5-6589-494d-9953-c84ea4860930/3ee59c4d-c6f2-4723-8358-9bd3b55effda) {{(pid=112594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:07:47.887667 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-51caab0b-6a7e-448d-ab64-fa7c2865c084 admin admin] Allocated IP 172.27.1.105 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/a60d30a0-643f-4bd1-96f6-d758a415367f) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:07:47.917705 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:07:47.996415 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-51caab0b-6a7e-448d-ab64-fa7c2865c084 admin admin] Publish callbacks [] for port (a60d30a0-643f-4bd1-96f6-d758a415367f), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:48.032779 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-51caab0b-6a7e-448d-ab64-fa7c2865c084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (a60d30a0-643f-4bd1-96f6-d758a415367f), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:48.084165 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51caab0b-6a7e-448d-ab64-fa7c2865c084 admin admin] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:07:48.089559 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-51caab0b-6a7e-448d-ab64-fa7c2865c084 admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:48.091757 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51caab0b-6a7e-448d-ab64-fa7c2865c084 admin admin] Pushing event updated for resources: {'Port': ['ID=a60d30a0-643f-4bd1-96f6-d758a415367f,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:48.093979 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51caab0b-6a7e-448d-ab64-fa7c2865c084 admin admin] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:07:48.119275 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:48.161345 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:48.171963 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'name': 'tempest-TestMinimumBasicScenario-1359878512-router', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:45Z', 'revision_number': 4, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'gw_port': {'id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402', 'name': '', 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'mac_address': 'fa:16:3e:c1:f8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a7a57915-655f-48cd-9e6a-0a053ac120bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:44Z', 'updated_at': '2022-09-20T05:07:45Z', 'revision_number': 2, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'subnets': [{'id': 'a7a57915-655f-48cd-9e6a-0a053ac120bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:48.177282 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:48.226403 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] Checking router: 74a16225-0cf1-4bcc-ae4a-590efa3021f8 for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:07:48.226766 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] Updating router 74a16225-0cf1-4bcc-ae4a-590efa3021f8 port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 binding host dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:07:48.237971 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:48.268617 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] Publish callbacks [] for port (3ee59c4d-c6f2-4723-8358-9bd3b55effda), precommit_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:48.277944 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:48.283851 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 3750ac7d-6f1a-476e-9583-8b4d64ac7719 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:48.296758 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707'] for port (3ee59c4d-c6f2-4723-8358-9bd3b55effda), after_create {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:48.376196 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-51caab0b-6a7e-448d-ab64-fa7c2865c084 admin admin] Publish callbacks [] for router_gateway (a1a660da-34c4-4342-9337-42761974fb77), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:48.398403 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] Network eb045e0d-ad35-4ecc-828d-2223da60b30e is already hosted by enough agents. {{(pid=112594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:07:48.411704 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.scheduler.base_scheduler [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] Resources bound (agent type, host, resource id): {{(pid=112594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:48.414168 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] Received port after_create {{(pid=112594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:07:48.421648 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Attempt 6 to provision port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 Sep 20 05:07:48.469588 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] Pushing event updated for resources: {'Port': ['ID=3ee59c4d-c6f2-4723-8358-9bd3b55effda,revision_number=1']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:48.544395 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 3750ac7d-6f1a-476e-9583-8b4d64ac7719 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:07:48.544800 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (3750ac7d-6f1a-476e-9583-8b4d64ac7719), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:48.545128 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 3750ac7d-6f1a-476e-9583-8b4d64ac7719 Sep 20 05:07:48.568764 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-51caab0b-6a7e-448d-ab64-fa7c2865c084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775015'] for router (a1a660da-34c4-4342-9337-42761974fb77), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:48.587708 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:07:48.625637 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] Attempting to bind port 3ee59c4d-c6f2-4723-8358-9bd3b55effda on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 05:07:48.626011 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] Attempting to bind port 3ee59c4d-c6f2-4723-8358-9bd3b55effda by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '1d129498-9f72-4fc3-8cc8-85ce8d4e5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb045e0d-ad35-4ecc-828d-2223da60b30e'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 05:07:48.626378 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] Attempting to bind port 3ee59c4d-c6f2-4723-8358-9bd3b55effda on network eb045e0d-ad35-4ecc-828d-2223da60b30e {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:07:48.761971 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 5, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 05:07:48.762340 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] Checking segment: {'id': '1d129498-9f72-4fc3-8cc8-85ce8d4e5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb045e0d-ad35-4ecc-828d-2223da60b30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 05:07:48.762756 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:48.763154 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] Bound using segment: {'id': '1d129498-9f72-4fc3-8cc8-85ce8d4e5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb045e0d-ad35-4ecc-828d-2223da60b30e'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 05:07:48.763652 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] Bound port: 3ee59c4d-c6f2-4723-8358-9bd3b55effda, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d129498-9f72-4fc3-8cc8-85ce8d4e5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb045e0d-ad35-4ecc-828d-2223da60b30e'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 05:07:48.764032 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (3ee59c4d-c6f2-4723-8358-9bd3b55effda), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:48.796615 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 3750ac7d-6f1a-476e-9583-8b4d64ac7719 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:48.897108 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] Publish callbacks [] for port (8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402), precommit_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:48.899015 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] For port 3ee59c4d-c6f2-4723-8358-9bd3b55effda, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:07:48.903163 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] For port 3ee59c4d-c6f2-4723-8358-9bd3b55effda, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=3ee59c4d-c6f2-4723-8358-9bd3b55effda,segment=NetworkSegment(1d129498-9f72-4fc3-8cc8-85ce8d4e5845),segment_id=1d129498-9f72-4fc3-8cc8-85ce8d4e5845)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:07:48.906191 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:48.918417 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:48.921857 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (3ee59c4d-c6f2-4723-8358-9bd3b55effda), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:48.952709 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:48.952953 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51caab0b-6a7e-448d-ab64-fa7c2865c084 admin admin] Router a1a660da-34c4-4342-9337-42761974fb77 is scheduled to L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 with binding_index 1 {{(pid=112593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 05:07:48.972786 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-9a2dc8dc-0262-4c59-8652-1c95b08313d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:48.992402 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313e1f5-6266-49bf-a95a-9eb02c2b37fb None None] Pushing event updated for resources: {'Port': ['ID=8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:49.065818 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] Attempting to bind port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 05:07:49.066200 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] Attempting to bind port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '41d493e9-5abb-432a-911b-586466307b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 05:07:49.066569 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] Attempting to bind port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 on network 5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:07:49.081741 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51caab0b-6a7e-448d-ab64-fa7c2865c084 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:07:49.094437 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Attempt 7 to provision port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 Sep 20 05:07:49.124639 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-51caab0b-6a7e-448d-ab64-fa7c2865c084 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:49.125960 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-51caab0b-6a7e-448d-ab64-fa7c2865c084 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8283975 Sep 20 05:07:49.126636 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] Sync routers for ids ['a1a660da-34c4-4342-9337-42761974fb77'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:07:49.129272 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55436) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:07:49.146055 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] Routers {'a1a660da-34c4-4342-9337-42761974fb77'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:07:49.146892 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:07:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['a1a660da-34c4-4342-9337-42761974fb77'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:49.152395 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:07:49.153184 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7db5d7-d6b6-492e-a27b-68d673a314e2 None None] Pushing event updated for resources: {'Port': ['ID=3ee59c4d-c6f2-4723-8358-9bd3b55effda,revision_number=2']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:49.195230 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 5, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 05:07:49.195459 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] Checking segment: {'id': '41d493e9-5abb-432a-911b-586466307b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 05:07:49.195967 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:49.196464 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] Bound using segment: {'id': '41d493e9-5abb-432a-911b-586466307b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 05:07:49.197116 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] Bound port: 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d493e9-5abb-432a-911b-586466307b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 05:07:49.197666 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:49.274360 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] For port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:07:49.280111 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] For port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402,segment=NetworkSegment(41d493e9-5abb-432a-911b-586466307b4a),segment_id=41d493e9-5abb-432a-911b-586466307b4a)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:07:49.286588 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] Set router a1a660da-34c4-4342-9337-42761974fb77 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:07:49.292985 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:49.342903 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] Routers {'74a16225-0cf1-4bcc-ae4a-590efa3021f8'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:07:49.343440 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:07:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['74a16225-0cf1-4bcc-ae4a-590efa3021f8'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:49.388470 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313e1f5-6266-49bf-a95a-9eb02c2b37fb None None] Pushing event updated for resources: {'Port': ['ID=8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:49.468695 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a660da-34c4-4342-9337-42761974fb77', 'name': 'tempest-TestMinimumBasicScenario-799598967-router', 'tenant_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a60d30a0-643f-4bd1-96f6-d758a415367f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:47Z', 'updated_at': '2022-09-20T05:07:48Z', 'revision_number': 3, 'project_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'gw_port': {'id': 'a60d30a0-643f-4bd1-96f6-d758a415367f', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a660da-34c4-4342-9337-42761974fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:47Z', 'updated_at': '2022-09-20T05:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:49.478071 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] Set router 74a16225-0cf1-4bcc-ae4a-590efa3021f8 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:07:49.481080 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:49.500885 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] Checking router: a1a660da-34c4-4342-9337-42761974fb77 for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:07:49.501392 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] Updating router a1a660da-34c4-4342-9337-42761974fb77 port a60d30a0-643f-4bd1-96f6-d758a415367f binding host dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:07:49.520177 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:49.536995 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (a60d30a0-643f-4bd1-96f6-d758a415367f), before_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:49.618543 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-498fd683-5c66-4c06-a47c-670e01989a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:49.686103 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Attempt 8 to provision port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 Sep 20 05:07:49.716586 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'name': 'tempest-TestMinimumBasicScenario-1359878512-router', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:45Z', 'revision_number': 4, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'gw_port': {'id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402', 'name': '', 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'mac_address': 'fa:16:3e:c1:f8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a7a57915-655f-48cd-9e6a-0a053ac120bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:44Z', 'updated_at': '2022-09-20T05:07:49Z', 'revision_number': 4, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'subnets': [{'id': 'a7a57915-655f-48cd-9e6a-0a053ac120bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:49.749131 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4978dd52-0f59-4d48-99ca-b00e950ed8ec None None] The sync data for ids ['74a16225-0cf1-4bcc-ae4a-590efa3021f8'] in dv-cinder-756710-7-iscsi is: [{'id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'name': 'tempest-TestMinimumBasicScenario-1359878512-router', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:45Z', 'revision_number': 4, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'gw_port': {'id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402', 'name': '', 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'mac_address': 'fa:16:3e:c1:f8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a7a57915-655f-48cd-9e6a-0a053ac120bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:44Z', 'updated_at': '2022-09-20T05:07:49Z', 'revision_number': 4, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'subnets': [{'id': 'a7a57915-655f-48cd-9e6a-0a053ac120bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:07:49.824017 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [None req-498fd683-5c66-4c06-a47c-670e01989a27 admin admin] Allocated IP 172.20.0.1 (eb045e0d-ad35-4ecc-828d-2223da60b30e/44aee3f5-6589-494d-9953-c84ea4860930/806aa95d-4148-422c-ab21-d02b6bbd7307) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:07:49.861816 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Current status of the port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:49.862289 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:49.932110 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] For port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402,segment=NetworkSegment(41d493e9-5abb-432a-911b-586466307b4a),segment_id=41d493e9-5abb-432a-911b-586466307b4a)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:49.938022 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:49.964945 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-498fd683-5c66-4c06-a47c-670e01989a27 admin admin] Publish callbacks [] for port (806aa95d-4148-422c-ab21-d02b6bbd7307), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:49.974963 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:49.998905 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] Publish callbacks [] for port (a60d30a0-643f-4bd1-96f6-d758a415367f), precommit_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:50.002180 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=100 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:50.011725 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (a60d30a0-643f-4bd1-96f6-d758a415367f), after_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:50.015620 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-498fd683-5c66-4c06-a47c-670e01989a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (806aa95d-4148-422c-ab21-d02b6bbd7307), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:50.020906 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231ec7e-4041-4551-acef-cc16de1722b6 None None] Pushing event updated for resources: {'Port': ['ID=8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:50.056362 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f5bf6-2495-4783-8ee8-66ce8a484950 None None] Pushing event updated for resources: {'Port': ['ID=a60d30a0-643f-4bd1-96f6-d758a415367f,revision_number=2']} {{(pid=112595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:50.065565 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-70e07284-fc33-4a28-80c0-99b360288c03 None None] Provisioning complete for port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:07:50.066125 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-70e07284-fc33-4a28-80c0-99b360288c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:50.067469 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-70e07284-fc33-4a28-80c0-99b360288c03 None None] Attempt 1 to provision port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 Sep 20 05:07:50.074736 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] Attempting to bind port a60d30a0-643f-4bd1-96f6-d758a415367f on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 05:07:50.075317 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] Attempting to bind port a60d30a0-643f-4bd1-96f6-d758a415367f by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}] {{(pid=112595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 05:07:50.075877 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] Attempting to bind port a60d30a0-643f-4bd1-96f6-d758a415367f on network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:07:50.092527 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498fd683-5c66-4c06-a47c-670e01989a27 admin admin] Network eb045e0d-ad35-4ecc-828d-2223da60b30e is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:07:50.099069 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-498fd683-5c66-4c06-a47c-670e01989a27 admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:50.101575 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fd683-5c66-4c06-a47c-670e01989a27 admin admin] Pushing event updated for resources: {'Port': ['ID=806aa95d-4148-422c-ab21-d02b6bbd7307,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:50.104219 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498fd683-5c66-4c06-a47c-670e01989a27 admin admin] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:07:50.110727 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f315a9-4f87-4d55-b92c-ab4718e58287 None None] Network eb045e0d-ad35-4ecc-828d-2223da60b30e requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 05:07:50.143789 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:50.154704 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 5, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 05:07:50.155295 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] Checking segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 05:07:50.155551 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:50.158748 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] Bound using segment: {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'} {{(pid=112595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 05:07:50.159711 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.managers [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] Bound port: a60d30a0-643f-4bd1-96f6-d758a415367f, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785e3214-881a-495d-8d1a-761cef03e027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0'}}] {{(pid=112595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 05:07:50.160399 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (a60d30a0-643f-4bd1-96f6-d758a415367f), before_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:50.174880 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-498fd683-5c66-4c06-a47c-670e01989a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094494'] for router_interface (a1a660da-34c4-4342-9337-42761974fb77), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:50.224420 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:50.234021 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.db [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] For port a60d30a0-643f-4bd1-96f6-d758a415367f, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:07:50.238647 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.plugins.ml2.db [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] For port a60d30a0-643f-4bd1-96f6-d758a415367f, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=a60d30a0-643f-4bd1-96f6-d758a415367f,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:07:50.252012 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron_lib.callbacks.manager [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (a60d30a0-643f-4bd1-96f6-d758a415367f), after_update {{(pid=112595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:50.296372 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] Routers {'a1a660da-34c4-4342-9337-42761974fb77'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:07:50.299456 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:07:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['a1a660da-34c4-4342-9337-42761974fb77'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:50.366082 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-498fd683-5c66-4c06-a47c-670e01989a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (806aa95d-4148-422c-ab21-d02b6bbd7307), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:50.424044 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:50.430196 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:50.439423 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] Set router a1a660da-34c4-4342-9337-42761974fb77 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:07:50.441735 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f5bf6-2495-4783-8ee8-66ce8a484950 None None] Pushing event updated for resources: {'Port': ['ID=a60d30a0-643f-4bd1-96f6-d758a415367f,revision_number=3']} {{(pid=112595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:50.500752 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:50.629156 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:07:50.629818 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:50.630335 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 Sep 20 05:07:50.644143 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-498fd683-5c66-4c06-a47c-670e01989a27 admin admin] Publish callbacks [] for port (806aa95d-4148-422c-ab21-d02b6bbd7307), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:50.664708 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-498fd683-5c66-4c06-a47c-670e01989a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (806aa95d-4148-422c-ab21-d02b6bbd7307), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:50.669582 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-70e07284-fc33-4a28-80c0-99b360288c03 None None] Current status of the port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:50.681220 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a660da-34c4-4342-9337-42761974fb77', 'name': 'tempest-TestMinimumBasicScenario-799598967-router', 'tenant_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a60d30a0-643f-4bd1-96f6-d758a415367f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:47Z', 'updated_at': '2022-09-20T05:07:48Z', 'revision_number': 3, 'project_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'gw_port': {'id': 'a60d30a0-643f-4bd1-96f6-d758a415367f', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a660da-34c4-4342-9337-42761974fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:47Z', 'updated_at': '2022-09-20T05:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:50.742355 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ae327-8c4d-42ba-8f32-c3438a159d0b None None] The sync data for ids ['a1a660da-34c4-4342-9337-42761974fb77'] in dv-cinder-756710-7-iscsi is: [{'id': 'a1a660da-34c4-4342-9337-42761974fb77', 'name': 'tempest-TestMinimumBasicScenario-799598967-router', 'tenant_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a60d30a0-643f-4bd1-96f6-d758a415367f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:47Z', 'updated_at': '2022-09-20T05:07:48Z', 'revision_number': 3, 'project_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'gw_port': {'id': 'a60d30a0-643f-4bd1-96f6-d758a415367f', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a660da-34c4-4342-9337-42761974fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:47Z', 'updated_at': '2022-09-20T05:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:07:50.758856 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-498fd683-5c66-4c06-a47c-670e01989a27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094602'] for router_interface (a1a660da-34c4-4342-9337-42761974fb77), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:50.771376 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:50.772775 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 3ee59c4d-c6f2-4723-8358-9bd3b55effda up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:50.794960 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fd683-5c66-4c06-a47c-670e01989a27 admin admin] Pushing event updated for resources: {'Port': ['ID=806aa95d-4148-422c-ab21-d02b6bbd7307,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:50.829296 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-05d9dc03-c491-45ac-bc0a-d50c9c63cf85 None None] Provisioning complete for port 3ee59c4d-c6f2-4723-8358-9bd3b55effda triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:07:50.829689 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-05d9dc03-c491-45ac-bc0a-d50c9c63cf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (3ee59c4d-c6f2-4723-8358-9bd3b55effda), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:50.834095 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-05d9dc03-c491-45ac-bc0a-d50c9c63cf85 None None] Attempt 1 to provision port 3ee59c4d-c6f2-4723-8358-9bd3b55effda Sep 20 05:07:50.907235 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 3ee59c4d-c6f2-4723-8358-9bd3b55effda triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:07:50.907611 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (3ee59c4d-c6f2-4723-8358-9bd3b55effda), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:50.907971 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 3ee59c4d-c6f2-4723-8358-9bd3b55effda Sep 20 05:07:50.909160 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498fd683-5c66-4c06-a47c-670e01989a27 admin admin] Network eb045e0d-ad35-4ecc-828d-2223da60b30e is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:07:50.910839 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [None req-498fd683-5c66-4c06-a47c-670e01989a27 admin admin] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:50.996531 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-05d9dc03-c491-45ac-bc0a-d50c9c63cf85 None None] Current status of the port 3ee59c4d-c6f2-4723-8358-9bd3b55effda is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:50.996940 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-05d9dc03-c491-45ac-bc0a-d50c9c63cf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (3ee59c4d-c6f2-4723-8358-9bd3b55effda), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:51.007513 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:51.050725 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498fd683-5c66-4c06-a47c-670e01989a27 admin admin] Router a1a660da-34c4-4342-9337-42761974fb77 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:07:51.092993 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-05d9dc03-c491-45ac-bc0a-d50c9c63cf85 None None] For port 3ee59c4d-c6f2-4723-8358-9bd3b55effda, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=3ee59c4d-c6f2-4723-8358-9bd3b55effda,segment=NetworkSegment(1d129498-9f72-4fc3-8cc8-85ce8d4e5845),segment_id=1d129498-9f72-4fc3-8cc8-85ce8d4e5845)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:51.096550 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 3ee59c4d-c6f2-4723-8358-9bd3b55effda is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:51.097067 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (3ee59c4d-c6f2-4723-8358-9bd3b55effda), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:51.108239 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:51.127468 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-05d9dc03-c491-45ac-bc0a-d50c9c63cf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (3ee59c4d-c6f2-4723-8358-9bd3b55effda), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:51.225391 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498fd683-5c66-4c06-a47c-670e01989a27 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:07:51.231353 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-498fd683-5c66-4c06-a47c-670e01989a27 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a1a660da-34c4-4342-9337-42761974fb77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1008043 Sep 20 05:07:51.299080 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Provisioning complete for port 3ee59c4d-c6f2-4723-8358-9bd3b55effda triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:07:51.299479 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (3ee59c4d-c6f2-4723-8358-9bd3b55effda), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:51.300178 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Attempt 1 to provision port 3ee59c4d-c6f2-4723-8358-9bd3b55effda Sep 20 05:07:51.332822 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9dc03-c491-45ac-bc0a-d50c9c63cf85 None None] Pushing event updated for resources: {'Port': ['ID=3ee59c4d-c6f2-4723-8358-9bd3b55effda,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:51.342624 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.db.api [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 20 05:07:51.343057 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG oslo_db.api [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 05:07:51.428293 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Current status of the port 3ee59c4d-c6f2-4723-8358-9bd3b55effda is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:51.438947 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Provisioning complete for port 806aa95d-4148-422c-ab21-d02b6bbd7307 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:07:51.439523 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (806aa95d-4148-422c-ab21-d02b6bbd7307), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:51.439955 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Attempt 1 to provision port 806aa95d-4148-422c-ab21-d02b6bbd7307 Sep 20 05:07:51.481896 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Port 806aa95d-4148-422c-ab21-d02b6bbd7307 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:07:51.738757 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:51.878054 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 3ee59c4d-c6f2-4723-8358-9bd3b55effda is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:51.950665 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:51.986362 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Attempt 2 to provision port 806aa95d-4148-422c-ab21-d02b6bbd7307 Sep 20 05:07:52.033240 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Port 806aa95d-4148-422c-ab21-d02b6bbd7307 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:07:52.354223 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device a60d30a0-643f-4bd1-96f6-d758a415367f up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:52.406569 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port a60d30a0-643f-4bd1-96f6-d758a415367f triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:07:52.406946 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (a60d30a0-643f-4bd1-96f6-d758a415367f), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:52.407283 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port a60d30a0-643f-4bd1-96f6-d758a415367f Sep 20 05:07:52.492686 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=100 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:52.498304 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port a60d30a0-643f-4bd1-96f6-d758a415367f is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:52.498697 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (a60d30a0-643f-4bd1-96f6-d758a415367f), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:52.523723 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] For port a60d30a0-643f-4bd1-96f6-d758a415367f, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=a60d30a0-643f-4bd1-96f6-d758a415367f,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:52.528975 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (a60d30a0-643f-4bd1-96f6-d758a415367f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:52.529790 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 3ee59c4d-c6f2-4723-8358-9bd3b55effda up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:52.574703 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Attempt 3 to provision port 806aa95d-4148-422c-ab21-d02b6bbd7307 Sep 20 05:07:52.637734 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Pushing event updated for resources: {'Port': ['ID=a60d30a0-643f-4bd1-96f6-d758a415367f,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:52.649222 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Port 806aa95d-4148-422c-ab21-d02b6bbd7307 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:07:52.649705 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 3ee59c4d-c6f2-4723-8358-9bd3b55effda triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:07:52.650064 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (3ee59c4d-c6f2-4723-8358-9bd3b55effda), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:52.650393 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 3ee59c4d-c6f2-4723-8358-9bd3b55effda Sep 20 05:07:52.744254 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 3ee59c4d-c6f2-4723-8358-9bd3b55effda is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:53.048814 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:07:53.150852 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Attempt 4 to provision port 806aa95d-4148-422c-ab21-d02b6bbd7307 Sep 20 05:07:53.201625 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Port 806aa95d-4148-422c-ab21-d02b6bbd7307 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:07:53.400920 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] Sync routers for ids ['a1a660da-34c4-4342-9337-42761974fb77'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:07:53.403194 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:53.414202 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] Routers {'a1a660da-34c4-4342-9337-42761974fb77'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:07:53.415712 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:07:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['a1a660da-34c4-4342-9337-42761974fb77'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:53.528551 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] Set router a1a660da-34c4-4342-9337-42761974fb77 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:07:53.711423 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Attempt 5 to provision port 806aa95d-4148-422c-ab21-d02b6bbd7307 Sep 20 05:07:53.759647 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Port 806aa95d-4148-422c-ab21-d02b6bbd7307 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:07:53.760696 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a660da-34c4-4342-9337-42761974fb77', 'name': 'tempest-TestMinimumBasicScenario-799598967-router', 'tenant_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a60d30a0-643f-4bd1-96f6-d758a415367f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:47Z', 'updated_at': '2022-09-20T05:07:50Z', 'revision_number': 4, 'project_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'gw_port': {'id': 'a60d30a0-643f-4bd1-96f6-d758a415367f', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a660da-34c4-4342-9337-42761974fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:47Z', 'updated_at': '2022-09-20T05:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '806aa95d-4148-422c-ab21-d02b6bbd7307', 'name': '', 'network_id': 'eb045e0d-ad35-4ecc-828d-2223da60b30e', 'tenant_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'mac_address': 'fa:16:3e:7e:08:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a660da-34c4-4342-9337-42761974fb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '44aee3f5-6589-494d-9953-c84ea4860930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:49Z', 'updated_at': '2022-09-20T05:07:50Z', 'revision_number': 2, 'project_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'subnets': [{'id': '44aee3f5-6589-494d-9953-c84ea4860930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:53.786416 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] Checking router: a1a660da-34c4-4342-9337-42761974fb77 for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:07:53.786779 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] Updating router a1a660da-34c4-4342-9337-42761974fb77 port 806aa95d-4148-422c-ab21-d02b6bbd7307 binding host dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:07:53.818086 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (806aa95d-4148-422c-ab21-d02b6bbd7307), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:54.044824 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:54.124968 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] Publish callbacks [] for port (806aa95d-4148-422c-ab21-d02b6bbd7307), precommit_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:54.138238 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (806aa95d-4148-422c-ab21-d02b6bbd7307), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:54.298691 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Attempt 6 to provision port 806aa95d-4148-422c-ab21-d02b6bbd7307 Sep 20 05:07:54.304450 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device a60d30a0-643f-4bd1-96f6-d758a415367f up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:54.397322 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae5187-0fbe-4d97-b7b2-d94520f96e9e None None] Pushing event updated for resources: {'Port': ['ID=806aa95d-4148-422c-ab21-d02b6bbd7307,revision_number=3']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:54.421130 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Port 806aa95d-4148-422c-ab21-d02b6bbd7307 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:07:54.442692 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:54.445370 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] Attempting to bind port 806aa95d-4148-422c-ab21-d02b6bbd7307 on host dv-cinder-756710-7-iscsi for vnic_type normal with profile {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 05:07:54.445749 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] Attempting to bind port 806aa95d-4148-422c-ab21-d02b6bbd7307 by drivers openvswitch,hyperv on host dv-cinder-756710-7-iscsi at level 0 using segments [{'id': '1d129498-9f72-4fc3-8cc8-85ce8d4e5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb045e0d-ad35-4ecc-828d-2223da60b30e'}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 05:07:54.446119 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] Attempting to bind port 806aa95d-4148-422c-ab21-d02b6bbd7307 on network eb045e0d-ad35-4ecc-828d-2223da60b30e {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:07:54.449444 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port a60d30a0-643f-4bd1-96f6-d758a415367f triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:07:54.449826 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (a60d30a0-643f-4bd1-96f6-d758a415367f), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:54.450170 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port a60d30a0-643f-4bd1-96f6-d758a415367f Sep 20 05:07:54.535341 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] Checking agent: {'id': 'c6485b9c-30c5-4aa1-b395-027973921e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-756710-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 43, 52), 'started_at': datetime.datetime(2022, 9, 20, 4, 44, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 5, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-756710-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 05:07:54.536103 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] Checking segment: {'id': '1d129498-9f72-4fc3-8cc8-85ce8d4e5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb045e0d-ad35-4ecc-828d-2223da60b30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 05:07:54.536103 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:54.536497 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] Bound using segment: {'id': '1d129498-9f72-4fc3-8cc8-85ce8d4e5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb045e0d-ad35-4ecc-828d-2223da60b30e'} {{(pid=112594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 05:07:54.537004 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.managers [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] Bound port: 806aa95d-4148-422c-ab21-d02b6bbd7307, host: dv-cinder-756710-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d129498-9f72-4fc3-8cc8-85ce8d4e5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb045e0d-ad35-4ecc-828d-2223da60b30e'}}] {{(pid=112594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 05:07:54.537390 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (806aa95d-4148-422c-ab21-d02b6bbd7307), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:54.623735 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port a60d30a0-643f-4bd1-96f6-d758a415367f is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:54.630919 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] For port 806aa95d-4148-422c-ab21-d02b6bbd7307, host dv-cinder-756710-7-iscsi, cleared binding levels {{(pid=112594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:07:54.634080 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] For port 806aa95d-4148-422c-ab21-d02b6bbd7307, host dv-cinder-756710-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=806aa95d-4148-422c-ab21-d02b6bbd7307,segment=NetworkSegment(1d129498-9f72-4fc3-8cc8-85ce8d4e5845),segment_id=1d129498-9f72-4fc3-8cc8-85ce8d4e5845)] {{(pid=112594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:07:54.642582 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (806aa95d-4148-422c-ab21-d02b6bbd7307), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:54.686431 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] Routers {'a1a660da-34c4-4342-9337-42761974fb77'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:07:54.687073 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:07:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['a1a660da-34c4-4342-9337-42761974fb77'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:54.764491 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae5187-0fbe-4d97-b7b2-d94520f96e9e None None] Pushing event updated for resources: {'Port': ['ID=806aa95d-4148-422c-ab21-d02b6bbd7307,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:54.910790 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] Set router a1a660da-34c4-4342-9337-42761974fb77 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:07:54.935465 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Attempt 7 to provision port 806aa95d-4148-422c-ab21-d02b6bbd7307 Sep 20 05:07:55.026806 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:55.133351 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Current status of the port 806aa95d-4148-422c-ab21-d02b6bbd7307 is: DOWN; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:55.133851 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (806aa95d-4148-422c-ab21-d02b6bbd7307), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:55.219680 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] For port 806aa95d-4148-422c-ab21-d02b6bbd7307, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=806aa95d-4148-422c-ab21-d02b6bbd7307,segment=NetworkSegment(1d129498-9f72-4fc3-8cc8-85ce8d4e5845),segment_id=1d129498-9f72-4fc3-8cc8-85ce8d4e5845)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:55.221165 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a660da-34c4-4342-9337-42761974fb77', 'name': 'tempest-TestMinimumBasicScenario-799598967-router', 'tenant_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a60d30a0-643f-4bd1-96f6-d758a415367f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:47Z', 'updated_at': '2022-09-20T05:07:50Z', 'revision_number': 4, 'project_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'gw_port': {'id': 'a60d30a0-643f-4bd1-96f6-d758a415367f', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a660da-34c4-4342-9337-42761974fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:47Z', 'updated_at': '2022-09-20T05:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '806aa95d-4148-422c-ab21-d02b6bbd7307', 'name': '', 'network_id': 'eb045e0d-ad35-4ecc-828d-2223da60b30e', 'tenant_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'mac_address': 'fa:16:3e:7e:08:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a660da-34c4-4342-9337-42761974fb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '44aee3f5-6589-494d-9953-c84ea4860930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:49Z', 'updated_at': '2022-09-20T05:07:54Z', 'revision_number': 4, 'project_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'subnets': [{'id': '44aee3f5-6589-494d-9953-c84ea4860930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:55.225300 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (806aa95d-4148-422c-ab21-d02b6bbd7307), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:55.255189 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c42f2-fed0-41c2-b938-f43dffba4c4e None None] The sync data for ids ['a1a660da-34c4-4342-9337-42761974fb77'] in dv-cinder-756710-7-iscsi is: [{'id': 'a1a660da-34c4-4342-9337-42761974fb77', 'name': 'tempest-TestMinimumBasicScenario-799598967-router', 'tenant_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a60d30a0-643f-4bd1-96f6-d758a415367f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:47Z', 'updated_at': '2022-09-20T05:07:50Z', 'revision_number': 4, 'project_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'gw_port': {'id': 'a60d30a0-643f-4bd1-96f6-d758a415367f', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a660da-34c4-4342-9337-42761974fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:47Z', 'updated_at': '2022-09-20T05:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '806aa95d-4148-422c-ab21-d02b6bbd7307', 'name': '', 'network_id': 'eb045e0d-ad35-4ecc-828d-2223da60b30e', 'tenant_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'mac_address': 'fa:16:3e:7e:08:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a660da-34c4-4342-9337-42761974fb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '44aee3f5-6589-494d-9953-c84ea4860930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:49Z', 'updated_at': '2022-09-20T05:07:54Z', 'revision_number': 4, 'project_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'subnets': [{'id': '44aee3f5-6589-494d-9953-c84ea4860930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:07:55.303310 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:55.340819 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8993d-015a-4b99-925b-3cd663b74c85 None None] Pushing event updated for resources: {'Port': ['ID=806aa95d-4148-422c-ab21-d02b6bbd7307,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:55.380654 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-ef8071ff-84b1-420b-83c9-5a1fb038d2ef None None] Provisioning complete for port 806aa95d-4148-422c-ab21-d02b6bbd7307 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:07:55.380654 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-ef8071ff-84b1-420b-83c9-5a1fb038d2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (806aa95d-4148-422c-ab21-d02b6bbd7307), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:55.380988 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-ef8071ff-84b1-420b-83c9-5a1fb038d2ef None None] Attempt 1 to provision port 806aa95d-4148-422c-ab21-d02b6bbd7307 Sep 20 05:07:55.482871 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-ef8071ff-84b1-420b-83c9-5a1fb038d2ef None None] Current status of the port 806aa95d-4148-422c-ab21-d02b6bbd7307 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:56.307701 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 806aa95d-4148-422c-ab21-d02b6bbd7307 up at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:56.361979 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Provisioning complete for port 806aa95d-4148-422c-ab21-d02b6bbd7307 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:07:56.362390 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (806aa95d-4148-422c-ab21-d02b6bbd7307), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:07:56.362735 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Attempt 1 to provision port 806aa95d-4148-422c-ab21-d02b6bbd7307 Sep 20 05:07:56.442665 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Current status of the port 806aa95d-4148-422c-ab21-d02b6bbd7307 is: ACTIVE; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:07:57.285784 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:07:57.293110 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:00.208396 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:00.826955 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433504b8-c24e-41e4-88f4-b15b999a924a req-71b3db46-5ed2-4161-ad4c-9b7222a5a34e tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:00.828387 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-433504b8-c24e-41e4-88f4-b15b999a924a req-71b3db46-5ed2-4161-ad4c-9b7222a5a34e tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/networks?id=5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 HTTP/1.1" status: 200 len: 815 time: 0.1035299 Sep 20 05:08:00.842616 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-433504b8-c24e-41e4-88f4-b15b999a924a req-4d83e2dc-0ae0-4330-a419-d626e931bebe tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/quotas/15e8eefa98f44e8a871402c07adf11cf HTTP/1.1" status: 200 len: 375 time: 0.0088453 Sep 20 05:08:00.891509 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-433504b8-c24e-41e4-88f4-b15b999a924a req-eab67bb8-b1b7-417e-adc2-b6996b96aa2c tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=15e8eefa98f44e8a871402c07adf11cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441051 Sep 20 05:08:01.077717 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-433504b8-c24e-41e4-88f4-b15b999a924a req-ae81658e-cd44-4641-b682-4b34e726645a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a22d9ec-5b75-4df5-bab1-9104cd60cbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742435 Sep 20 05:08:01.170558 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-433504b8-c24e-41e4-88f4-b15b999a924a req-0cc8adb5-0870-4afc-9db5-c106e5f82477 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a22d9ec-5b75-4df5-bab1-9104cd60cbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870848 Sep 20 05:08:01.218046 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=11 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:01.223190 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=90 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:01.327984 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-225da0c0-3113-41a6-8390-cbb4826be8eb req-5265e971-651a-4f54-96de-1d6d0a92721f tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 210 time: 0.0290501 Sep 20 05:08:02.436630 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e8b4f3ba-04bf-4c6c-a736-c6b4671e2a02 req-204feb32-332f-489f-b99a-15503ea1412b tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 210 time: 0.0324380 Sep 20 05:08:02.513420 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433504b8-c24e-41e4-88f4-b15b999a924a req-fd7825bc-de8b-450c-9486-af180c78f6b1 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:02.514846 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-433504b8-c24e-41e4-88f4-b15b999a924a req-fd7825bc-de8b-450c-9486-af180c78f6b1 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 HTTP/1.1" status: 200 len: 815 time: 0.1065989 Sep 20 05:08:02.532412 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [req-433504b8-c24e-41e4-88f4-b15b999a924a req-2e7e3594-ca6e-448d-a3a6-1621e7a4dc6f tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Request body: {'port': {'device_id': 'c57336b7-0747-4ad8-81bb-4f20fbfaa545', 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5', 'admin_state_up': True, 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:08:02.637221 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433504b8-c24e-41e4-88f4-b15b999a924a req-2e7e3594-ca6e-448d-a3a6-1621e7a4dc6f tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Made reservation on behalf of 15e8eefa98f44e8a871402c07adf11cf for: {'port': 1} {{(pid=112593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:08:02.640856 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-433504b8-c24e-41e4-88f4-b15b999a924a req-2e7e3594-ca6e-448d-a3a6-1621e7a4dc6f tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:02.771676 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_common [req-433504b8-c24e-41e4-88f4-b15b999a924a req-2e7e3594-ca6e-448d-a3a6-1621e7a4dc6f tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Allocated IP 172.20.0.14 (5a22d9ec-5b75-4df5-bab1-9104cd60cbe5/a7a57915-655f-48cd-9e6a-0a053ac120bb/9ae9a161-04f7-400c-a3d0-5448b4be5410) {{(pid=112593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:08:02.935567 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-433504b8-c24e-41e4-88f4-b15b999a924a req-2e7e3594-ca6e-448d-a3a6-1621e7a4dc6f tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:02.971327 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-433504b8-c24e-41e4-88f4-b15b999a924a req-2e7e3594-ca6e-448d-a3a6-1621e7a4dc6f tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:03.065984 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433504b8-c24e-41e4-88f4-b15b999a924a req-2e7e3594-ca6e-448d-a3a6-1621e7a4dc6f tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Network 5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 is already hosted by enough agents. {{(pid=112593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:08:03.070643 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.base_scheduler [req-433504b8-c24e-41e4-88f4-b15b999a924a req-2e7e3594-ca6e-448d-a3a6-1621e7a4dc6f tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Resources bound (agent type, host, resource id): {{(pid=112593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:08:03.082015 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-433504b8-c24e-41e4-88f4-b15b999a924a req-2e7e3594-ca6e-448d-a3a6-1621e7a4dc6f tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Received port after_create {{(pid=112593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:08:03.126302 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e3594-ca6e-448d-a3a6-1621e7a4dc6f tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Pushing event updated for resources: {'Port': ['ID=9ae9a161-04f7-400c-a3d0-5448b4be5410,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:03.177695 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:03.190757 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433504b8-c24e-41e4-88f4-b15b999a924a req-2e7e3594-ca6e-448d-a3a6-1621e7a4dc6f tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:03.191529 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-433504b8-c24e-41e4-88f4-b15b999a924a req-2e7e3594-ca6e-448d-a3a6-1621e7a4dc6f tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:03.226179 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-433504b8-c24e-41e4-88f4-b15b999a924a req-2e7e3594-ca6e-448d-a3a6-1621e7a4dc6f tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6975996 Sep 20 05:08:03.371117 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Provisioning complete for port 9ae9a161-04f7-400c-a3d0-5448b4be5410 triggered by entity DHCP. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:08:03.371691 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:03.371802 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Attempt 1 to provision port 9ae9a161-04f7-400c-a3d0-5448b4be5410 Sep 20 05:08:03.405439 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Port 9ae9a161-04f7-400c-a3d0-5448b4be5410 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:08:03.569044 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc0697-12b5-49bf-9046-b23ada66b922 req-e40af946-3eae-4242-b972-1e5625f97307 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:03.571325 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6bbc0697-12b5-49bf-9046-b23ada66b922 req-e40af946-3eae-4242-b972-1e5625f97307 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 932 time: 0.0487306 Sep 20 05:08:03.624832 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6bbc0697-12b5-49bf-9046-b23ada66b922 req-37ae9c9c-79f7-4eac-b7b9-3585fd94b81a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468884 Sep 20 05:08:03.907125 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Attempt 2 to provision port 9ae9a161-04f7-400c-a3d0-5448b4be5410 Sep 20 05:08:03.945047 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Port 9ae9a161-04f7-400c-a3d0-5448b4be5410 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:08:04.446452 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Attempt 3 to provision port 9ae9a161-04f7-400c-a3d0-5448b4be5410 Sep 20 05:08:04.487886 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Port 9ae9a161-04f7-400c-a3d0-5448b4be5410 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:08:04.759450 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42068698-f7bc-41d9-b267-f41aa3c330f0 req-f0488695-9faf-433c-9410-8d7a508a7f7f tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:04.762271 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-42068698-f7bc-41d9-b267-f41aa3c330f0 req-f0488695-9faf-433c-9410-8d7a508a7f7f tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 932 time: 0.0529759 Sep 20 05:08:04.813183 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-42068698-f7bc-41d9-b267-f41aa3c330f0 req-009ce110-a191-4314-a375-0d1935ad6117 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459967 Sep 20 05:08:04.988981 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Attempt 4 to provision port 9ae9a161-04f7-400c-a3d0-5448b4be5410 Sep 20 05:08:05.027684 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Port 9ae9a161-04f7-400c-a3d0-5448b4be5410 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:08:05.528846 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Attempt 5 to provision port 9ae9a161-04f7-400c-a3d0-5448b4be5410 Sep 20 05:08:05.563275 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Port 9ae9a161-04f7-400c-a3d0-5448b4be5410 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:08:05.944394 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340337f-3646-4387-bbd0-23e28642a7d0 req-6dfe4c27-78eb-4777-bae5-3a63d868a03c tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:05.946693 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4340337f-3646-4387-bbd0-23e28642a7d0 req-6dfe4c27-78eb-4777-bae5-3a63d868a03c tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 932 time: 0.0542169 Sep 20 05:08:05.996948 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4340337f-3646-4387-bbd0-23e28642a7d0 req-5c222308-5699-4be0-98ac-06ff96fad99a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440309 Sep 20 05:08:06.064989 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Attempt 6 to provision port 9ae9a161-04f7-400c-a3d0-5448b4be5410 Sep 20 05:08:06.103284 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Port 9ae9a161-04f7-400c-a3d0-5448b4be5410 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:08:06.604766 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Attempt 7 to provision port 9ae9a161-04f7-400c-a3d0-5448b4be5410 Sep 20 05:08:06.765914 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Port 9ae9a161-04f7-400c-a3d0-5448b4be5410 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:08:07.126693 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32747f-afc0-4317-9216-44c67e04ac34 req-aabc0ece-361c-44f9-8f96-31e5d115b9f6 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:07.128222 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4b32747f-afc0-4317-9216-44c67e04ac34 req-aabc0ece-361c-44f9-8f96-31e5d115b9f6 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 932 time: 0.0475416 Sep 20 05:08:07.180371 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4b32747f-afc0-4317-9216-44c67e04ac34 req-d79d9c22-cfb5-4c04-96d4-c526506e35e0 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464380 Sep 20 05:08:07.267312 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Attempt 8 to provision port 9ae9a161-04f7-400c-a3d0-5448b4be5410 Sep 20 05:08:07.308995 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Port 9ae9a161-04f7-400c-a3d0-5448b4be5410 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:08:07.810613 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Attempt 9 to provision port 9ae9a161-04f7-400c-a3d0-5448b4be5410 Sep 20 05:08:07.835224 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:07.845995 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Port 9ae9a161-04f7-400c-a3d0-5448b4be5410 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:08:08.308937 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d7edb-b161-4ad9-af88-c0afaf4ce82f req-0b0060be-dcc2-4c33-b49c-19741f265e42 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:08.310695 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ca0d7edb-b161-4ad9-af88-c0afaf4ce82f req-0b0060be-dcc2-4c33-b49c-19741f265e42 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 932 time: 0.0488272 Sep 20 05:08:08.351449 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Attempt 10 to provision port 9ae9a161-04f7-400c-a3d0-5448b4be5410 Sep 20 05:08:08.376862 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ca0d7edb-b161-4ad9-af88-c0afaf4ce82f req-85bc73b6-4bbf-469c-9d59-83e2c80eeedd tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546265 Sep 20 05:08:08.407540 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-c013fa8c-0d67-4c7b-aa09-7f79c20c0a51 None None] Port 9ae9a161-04f7-400c-a3d0-5448b4be5410 cannot update to ACTIVE because it is not bound. {{(pid=112594) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 05:08:09.519681 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc6d54-97ab-463f-befa-d1642bc79966 req-24d4383d-7f4f-4c70-bedb-bb1855c85ccb tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:09.521746 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-accc6d54-97ab-463f-befa-d1642bc79966 req-24d4383d-7f4f-4c70-bedb-bb1855c85ccb tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 932 time: 0.0521996 Sep 20 05:08:09.575884 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-accc6d54-97ab-463f-befa-d1642bc79966 req-3459c868-2e28-47f2-8f95-88441ffc605e tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475662 Sep 20 05:08:10.669703 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Request body: {'port': {'device_id': 'c57336b7-0747-4ad8-81bb-4f20fbfaa545', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75671'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:08:10.699810 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778ee01-a16a-48b0-8818-1bb2db906636 req-dc3041eb-a78d-4d2a-9a7c-df970db116a6 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:10.701325 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2778ee01-a16a-48b0-8818-1bb2db906636 req-dc3041eb-a78d-4d2a-9a7c-df970db116a6 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 932 time: 0.0493982 Sep 20 05:08:10.721532 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:10.728556 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:10.749387 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2778ee01-a16a-48b0-8818-1bb2db906636 req-8ecfe2a5-d0a0-4970-a747-75df3ae637d9 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424483 Sep 20 05:08:10.934665 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:10.979838 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae9a161-04f7-400c-a3d0-5448b4be5410 {{(pid=112593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 05:08:10.987206 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Publish callbacks [] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), precommit_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:10.999776 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.provisioning_blocks [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Transition to ACTIVE for port object 9ae9a161-04f7-400c-a3d0-5448b4be5410 will not be triggered until provisioned by entity L2. {{(pid=112593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 05:08:11.003389 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:11.077694 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae9a161-04f7-400c-a3d0-5448b4be5410,revision_number=2']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:11.099930 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=46 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:11.104800 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:11.109351 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Attempting to bind port 9ae9a161-04f7-400c-a3d0-5448b4be5410 on host hv-cinder-75671 for vnic_type normal with profile {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 05:08:11.109690 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Attempting to bind port 9ae9a161-04f7-400c-a3d0-5448b4be5410 by drivers openvswitch,hyperv on host hv-cinder-75671 at level 0 using segments [{'id': '41d493e9-5abb-432a-911b-586466307b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5'}] {{(pid=112593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 05:08:11.110038 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Attempting to bind port 9ae9a161-04f7-400c-a3d0-5448b4be5410 on network 5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:08:11.158533 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Port 9ae9a161-04f7-400c-a3d0-5448b4be5410 on network 5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75671 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:08:11.158865 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Attempting to bind port 9ae9a161-04f7-400c-a3d0-5448b4be5410 on network 5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:08:11.200975 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Checking agent: {'id': 'd18f5652-7c98-47a2-8f52-ba4b971df7f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75671', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'started_at': datetime.datetime(2022, 9, 20, 4, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 05:08:11.201238 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Checking segment: {'id': '41d493e9-5abb-432a-911b-586466307b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 05:08:11.201627 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Bound using segment: {'id': '41d493e9-5abb-432a-911b-586466307b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5'} {{(pid=112593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 05:08:11.202061 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.managers [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Bound port: 9ae9a161-04f7-400c-a3d0-5448b4be5410, host: hv-cinder-75671, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41d493e9-5abb-432a-911b-586466307b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5'}}] {{(pid=112593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 05:08:11.202420 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), before_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:11.260723 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] For port 9ae9a161-04f7-400c-a3d0-5448b4be5410, host hv-cinder-75671, cleared binding levels {{(pid=112593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:08:11.263661 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] For port 9ae9a161-04f7-400c-a3d0-5448b4be5410, host hv-cinder-75671, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=9ae9a161-04f7-400c-a3d0-5448b4be5410,segment=NetworkSegment(41d493e9-5abb-432a-911b-586466307b4a),segment_id=41d493e9-5abb-432a-911b-586466307b4a)] {{(pid=112593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:08:11.269910 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245162'] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), after_update {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:11.276940 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:11.277685 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:11.279206 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-433504b8-c24e-41e4-88f4-b15b999a924a req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/9ae9a161-04f7-400c-a3d0-5448b4be5410 HTTP/1.1" status: 200 len: 1094 time: 0.6569989 Sep 20 05:08:11.279807 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57336b7-0747-4ad8-81bb-4f20fbfaa545', 'tag': '9ae9a161-04f7-400c-a3d0-5448b4be5410'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:08:11.282109 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8d97af-93d7-4182-a559-cd4abeb18d60" -d '{"events": [{"name": "network-changed", "server_uuid": "c57336b7-0747-4ad8-81bb-4f20fbfaa545", "tag": "9ae9a161-04f7-400c-a3d0-5448b4be5410"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:08:11.326336 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a63d7-9eee-4bfd-823f-314e92a92762 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae9a161-04f7-400c-a3d0-5448b4be5410,revision_number=3']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:11.380689 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433504b8-c24e-41e4-88f4-b15b999a924a req-8c8b0d23-4d5d-4b74-84a8-285a3089bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:11.382152 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-433504b8-c24e-41e4-88f4-b15b999a924a req-8c8b0d23-4d5d-4b74-84a8-285a3089bac8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=15e8eefa98f44e8a871402c07adf11cf&device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 1128 time: 0.0451236 Sep 20 05:08:11.389683 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 05:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e423c61d-ce6d-4f6d-b35e-6f91542c0448 x-openstack-request-id: req-e423c61d-ce6d-4f6d-b35e-6f91542c0448 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:08:11.389968 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57336b7-0747-4ad8-81bb-4f20fbfaa545", "tag": "9ae9a161-04f7-400c-a3d0-5448b4be5410", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:08:11.390218 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e423c61d-ce6d-4f6d-b35e-6f91542c0448 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:08:11.390600 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e423c61d-ce6d-4f6d-b35e-6f91542c0448'] response: {'name': 'network-changed', 'server_uuid': 'c57336b7-0747-4ad8-81bb-4f20fbfaa545', 'tag': '9ae9a161-04f7-400c-a3d0-5448b4be5410', 'status': 'completed', 'code': 200} Sep 20 05:08:11.446989 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-433504b8-c24e-41e4-88f4-b15b999a924a req-9354e768-fe23-4a25-b9e2-5e9706d5dc5d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ae9a161-04f7-400c-a3d0-5448b4be5410 HTTP/1.1" status: 200 len: 217 time: 0.0321105 Sep 20 05:08:11.460761 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:11.502183 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433504b8-c24e-41e4-88f4-b15b999a924a req-61954301-839e-4a36-8599-a5ea14af7c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:11.503652 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-433504b8-c24e-41e4-88f4-b15b999a924a req-61954301-839e-4a36-8599-a5ea14af7c86 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a7a57915-655f-48cd-9e6a-0a053ac120bb HTTP/1.1" status: 200 len: 854 time: 0.0504956 Sep 20 05:08:11.545686 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433504b8-c24e-41e4-88f4-b15b999a924a req-d9a207f6-e6cf-420a-a51a-c12a86e0ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:11.547084 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-433504b8-c24e-41e4-88f4-b15b999a924a req-d9a207f6-e6cf-420a-a51a-c12a86e0ea4d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5a22d9ec-5b75-4df5-bab1-9104cd60cbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376635 Sep 20 05:08:11.637092 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-433504b8-c24e-41e4-88f4-b15b999a924a req-b2ecce48-8460-486e-94a9-95a78bda5c2e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5a22d9ec-5b75-4df5-bab1-9104cd60cbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840058 Sep 20 05:08:11.727308 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-433504b8-c24e-41e4-88f4-b15b999a924a req-d19fb737-3fb0-43b3-b848-d43d03f4f39b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5a22d9ec-5b75-4df5-bab1-9104cd60cbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846696 Sep 20 05:08:11.859615 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:11.872649 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849a522-26c5-4be4-9d65-7ddf089675d7 req-1858dd16-1ce8-40a2-8373-99a7146a3c1a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:11.874078 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d849a522-26c5-4be4-9d65-7ddf089675d7 req-1858dd16-1ce8-40a2-8373-99a7146a3c1a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 944 time: 0.0497456 Sep 20 05:08:11.921215 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d849a522-26c5-4be4-9d65-7ddf089675d7 req-1011a35d-6ea5-46a9-ae3f-5a616eaef367 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415003 Sep 20 05:08:12.486940 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d97af-93d7-4182-a559-cd4abeb18d60 req-732f586e-1e87-4dec-9d33-a4ff8a7ddf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:12.488303 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-bf8d97af-93d7-4182-a559-cd4abeb18d60 req-732f586e-1e87-4dec-9d33-a4ff8a7ddf1f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=15e8eefa98f44e8a871402c07adf11cf&device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 1128 time: 0.0387230 Sep 20 05:08:12.581296 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d97af-93d7-4182-a559-cd4abeb18d60 req-0c836c7b-d4a4-4db9-8a5d-ede549b53cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:12.582756 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-bf8d97af-93d7-4182-a559-cd4abeb18d60 req-0c836c7b-d4a4-4db9-8a5d-ede549b53cd1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 HTTP/1.1" status: 200 len: 915 time: 0.0889170 Sep 20 05:08:12.621245 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-bf8d97af-93d7-4182-a559-cd4abeb18d60 req-2b12d6fc-0898-489a-8c4f-057fd2746bd2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ae9a161-04f7-400c-a3d0-5448b4be5410 HTTP/1.1" status: 200 len: 217 time: 0.0331087 Sep 20 05:08:12.667962 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d97af-93d7-4182-a559-cd4abeb18d60 req-535e4936-dc47-4c79-a932-0f99afb97650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:12.669400 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-bf8d97af-93d7-4182-a559-cd4abeb18d60 req-535e4936-dc47-4c79-a932-0f99afb97650 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a7a57915-655f-48cd-9e6a-0a053ac120bb HTTP/1.1" status: 200 len: 854 time: 0.0431929 Sep 20 05:08:12.704355 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:12.714007 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d97af-93d7-4182-a559-cd4abeb18d60 req-884e4415-6dd8-432f-96a0-4a2cb279027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:12.715453 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-bf8d97af-93d7-4182-a559-cd4abeb18d60 req-884e4415-6dd8-432f-96a0-4a2cb279027a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5a22d9ec-5b75-4df5-bab1-9104cd60cbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399463 Sep 20 05:08:12.805575 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-bf8d97af-93d7-4182-a559-cd4abeb18d60 req-34f1af9e-2c50-4bb6-bb73-85076f422042 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5a22d9ec-5b75-4df5-bab1-9104cd60cbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841682 Sep 20 05:08:12.898469 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-bf8d97af-93d7-4182-a559-cd4abeb18d60 req-6dce5a4c-29d3-45a7-af64-5ba1e1247a34 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5a22d9ec-5b75-4df5-bab1-9104cd60cbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868244 Sep 20 05:08:13.039595 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ced9e-bbb5-4fb3-a19d-039ba291d309 req-dd87f860-6058-40e7-9685-dfa70633e03a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:13.041042 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-390ced9e-bbb5-4fb3-a19d-039ba291d309 req-dd87f860-6058-40e7-9685-dfa70633e03a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 944 time: 0.0451949 Sep 20 05:08:13.086878 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-390ced9e-bbb5-4fb3-a19d-039ba291d309 req-9f02a203-34c9-4667-a60b-c25e9f1c5ac6 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395980 Sep 20 05:08:14.207030 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96360e-e615-49aa-8985-e8952a361adf req-754115e8-eae3-4aa7-ab8a-52a773294ded tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:14.208458 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0e96360e-e615-49aa-8985-e8952a361adf req-754115e8-eae3-4aa7-ab8a-52a773294ded tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 944 time: 0.0485547 Sep 20 05:08:14.254250 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-0e96360e-e615-49aa-8985-e8952a361adf req-4399ca9e-178a-494f-863f-8ba80919d8b7 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398550 Sep 20 05:08:15.243991 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 9ae9a161-04f7-400c-a3d0-5448b4be5410 details requested by agent hyperv_hv-cinder-75671 with host hv-cinder-75671 {{(pid=112594) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:08:15.342206 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 9ae9a161-04f7-400c-a3d0-5448b4be5410, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=9ae9a161-04f7-400c-a3d0-5448b4be5410,segment=NetworkSegment(41d493e9-5abb-432a-911b-586466307b4a),segment_id=41d493e9-5abb-432a-911b-586466307b4a)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:08:15.357539 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Returning: {'device': '9ae9a161-04f7-400c-a3d0-5448b4be5410', 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5', 'port_id': '9ae9a161-04f7-400c-a3d0-5448b4be5410', 'mac_address': 'fa:16:3e:cc:b3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a57915-655f-48cd-9e6a-0a053ac120bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112594) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:08:15.373391 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6b9fe-b0f3-4309-a2cb-da2133b6c3b6 req-fea4f952-c9f6-474f-880f-4ba87b91e466 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:15.374878 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7fa6b9fe-b0f3-4309-a2cb-da2133b6c3b6 req-fea4f952-c9f6-474f-880f-4ba87b91e466 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 944 time: 0.0464151 Sep 20 05:08:15.391877 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 9ae9a161-04f7-400c-a3d0-5448b4be5410 is: DOWN; New status is: BUILD {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:08:15.392267 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:15.394843 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=100 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:15.406281 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae9a161-04f7-400c-a3d0-5448b4be5410 {{(pid=112594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 05:08:15.422119 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7fa6b9fe-b0f3-4309-a2cb-da2133b6c3b6 req-12c473bc-de76-4515-9478-cd11734b83dc tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414505 Sep 20 05:08:15.426242 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 9ae9a161-04f7-400c-a3d0-5448b4be5410, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=9ae9a161-04f7-400c-a3d0-5448b4be5410,segment=NetworkSegment(41d493e9-5abb-432a-911b-586466307b4a),segment_id=41d493e9-5abb-432a-911b-586466307b4a)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:08:15.431551 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:15.476306 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=9ae9a161-04f7-400c-a3d0-5448b4be5410,revision_number=4']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:15.483839 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:15.484180 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:15.484520 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:15.484919 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:15.485253 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:15.485606 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:15.485932 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:15.486259 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:15.486580 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:15.486907 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:15.487231 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:15.487553 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:15.487873 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:15.488191 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:15.488508 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:15.709238 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['9ae9a161-04f7-400c-a3d0-5448b4be5410'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 05:08:16.540879 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82ded9-4aed-4292-9528-228aae8b57b0 req-a1d3bfca-cfdc-4f41-b3ed-7c170af8f3e9 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:16.542312 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2c82ded9-4aed-4292-9528-228aae8b57b0 req-a1d3bfca-cfdc-4f41-b3ed-7c170af8f3e9 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 945 time: 0.0449982 Sep 20 05:08:16.591651 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2c82ded9-4aed-4292-9528-228aae8b57b0 req-1d079441-3ed8-4e4c-818d-8a911b493970 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438459 Sep 20 05:08:16.729705 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-345e8c82-1da0-4774-b2e3-91b2a4c65ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:17.266253 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 9ae9a161-04f7-400c-a3d0-5448b4be5410 up at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:08:17.307467 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning for port 9ae9a161-04f7-400c-a3d0-5448b4be5410 completed by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 05:08:17.313537 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.provisioning_blocks [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Provisioning complete for port 9ae9a161-04f7-400c-a3d0-5448b4be5410 triggered by entity L2. {{(pid=112594) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 05:08:17.313945 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736339'] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), provisioning_complete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:17.314286 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Attempt 1 to provision port 9ae9a161-04f7-400c-a3d0-5448b4be5410 Sep 20 05:08:17.388932 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Current status of the port 9ae9a161-04f7-400c-a3d0-5448b4be5410 is: BUILD; New status is: ACTIVE {{(pid=112594) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 05:08:17.389311 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), before_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:17.411277 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57336b7-0747-4ad8-81bb-4f20fbfaa545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae9a161-04f7-400c-a3d0-5448b4be5410'}] {{(pid=112594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:08:17.413436 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041087c45729c21f1d5eb1fb1b4790e35846b7dcb3715bf0b8f8d4281de55476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c409da-7464-452b-88ec-a1bb69d689f6" -d '{"events": [{"server_uuid": "c57336b7-0747-4ad8-81bb-4f20fbfaa545", "name": "network-vif-plugged", "status": "completed", "tag": "9ae9a161-04f7-400c-a3d0-5448b4be5410"}]}' {{(pid=112594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:08:17.426564 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] For port 9ae9a161-04f7-400c-a3d0-5448b4be5410, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=9ae9a161-04f7-400c-a3d0-5448b4be5410,segment=NetworkSegment(41d493e9-5abb-432a-911b-586466307b4a),segment_id=41d493e9-5abb-432a-911b-586466307b4a)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:08:17.432625 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743'] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:17.478249 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Pushing event updated for resources: {'Port': ['ID=9ae9a161-04f7-400c-a3d0-5448b4be5410,revision_number=5']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:17.509386 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 05:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0678de06-dd31-4c80-b430-fc2d9fef1119 x-openstack-request-id: req-0678de06-dd31-4c80-b430-fc2d9fef1119 {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:08:17.509654 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57336b7-0747-4ad8-81bb-4f20fbfaa545", "name": "network-vif-plugged", "status": "completed", "tag": "9ae9a161-04f7-400c-a3d0-5448b4be5410", "code": 200}]} {{(pid=112594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:08:17.509920 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0678de06-dd31-4c80-b430-fc2d9fef1119 {{(pid=112594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:08:17.510915 dv-cinder-756710-7-iscsi neutron-server[112594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0678de06-dd31-4c80-b430-fc2d9fef1119'] response: {'server_uuid': 'c57336b7-0747-4ad8-81bb-4f20fbfaa545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae9a161-04f7-400c-a3d0-5448b4be5410', 'code': 200} Sep 20 05:08:17.712292 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890c1d7-5470-4ec8-9902-096f01892da6 req-194d40a0-efa6-4b6a-b084-2fee64e5ef24 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:17.713713 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7890c1d7-5470-4ec8-9902-096f01892da6 req-194d40a0-efa6-4b6a-b084-2fee64e5ef24 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 946 time: 0.0462255 Sep 20 05:08:17.714345 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59155312-6253-4099-9eea-f37bb96d3e1c req-5e019fa8-c0ab-47b8-b036-b85b06fad2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:17.715825 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-59155312-6253-4099-9eea-f37bb96d3e1c req-5e019fa8-c0ab-47b8-b036-b85b06fad2fc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 1130 time: 0.0377483 Sep 20 05:08:17.761082 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-59155312-6253-4099-9eea-f37bb96d3e1c req-96aeb7a0-dfac-4b87-af29-68e4f3870e7a service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385652 Sep 20 05:08:17.761549 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-7890c1d7-5470-4ec8-9902-096f01892da6 req-4e608581-a275-418a-ac34-18fceec973dc tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418327 Sep 20 05:08:18.878217 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207cf7d-4d94-4289-950f-d8757eb27346 req-a98aa213-a445-4240-b9d9-c86383a4a91a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:18.879646 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f207cf7d-4d94-4289-950f-d8757eb27346 req-a98aa213-a445-4240-b9d9-c86383a4a91a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 946 time: 0.0447760 Sep 20 05:08:18.925981 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3dcaee42-c957-4e7c-8afc-c11ccac3612e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:18.930017 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-f207cf7d-4d94-4289-950f-d8757eb27346 req-a8b5d85b-cbd1-4267-b531-b61714a341a1 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448239 Sep 20 05:08:19.049696 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40745ab-01b6-49a8-b2e3-3162370cb383 req-99982772-e6dc-4368-8930-6d0b62969f56 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:19.051030 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a40745ab-01b6-49a8-b2e3-3162370cb383 req-99982772-e6dc-4368-8930-6d0b62969f56 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 946 time: 0.0493789 Sep 20 05:08:19.098190 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a40745ab-01b6-49a8-b2e3-3162370cb383 req-00761af2-4c42-4c3a-bb55-c486bc805d9e tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 Sep 20 05:08:19.424645 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10caed-9c4a-4a80-9697-0575ccf65c4b req-9a34382c-9878-4e4e-a60b-393710f0ab86 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:19.426120 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ba10caed-9c4a-4a80-9697-0575ccf65c4b req-9a34382c-9878-4e4e-a60b-393710f0ab86 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 946 time: 0.0460711 Sep 20 05:08:19.472390 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-ba10caed-9c4a-4a80-9697-0575ccf65c4b req-a45abbe2-4b29-4b6a-9b43-dc0587730846 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407479 Sep 20 05:08:20.137077 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:21.736563 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:21.943421 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:27.749261 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=79 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:27.758256 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=28 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:27.913174 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef96fb-d9a4-4911-8c5f-da4bb0ca4c53 req-faaf91a6-a101-4c14-a359-a288523d8e43 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:27.914620 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-43ef96fb-d9a4-4911-8c5f-da4bb0ca4c53 req-faaf91a6-a101-4c14-a359-a288523d8e43 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 946 time: 0.0468566 Sep 20 05:08:27.964288 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-43ef96fb-d9a4-4911-8c5f-da4bb0ca4c53 req-80ffa570-952b-4620-a3c6-87f200eac783 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435488 Sep 20 05:08:27.992058 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 55622) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:08:28.068996 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9745ad90-76b7-4ef0-9a70-9da7f979ffb6 tempest-TestMinimumBasicScenario-807661042 tempest-TestMinimumBasicScenario-807661042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:28.070475 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-9745ad90-76b7-4ef0-9a70-9da7f979ffb6 tempest-TestMinimumBasicScenario-807661042 tempest-TestMinimumBasicScenario-807661042-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 1125 time: 0.0774348 Sep 20 05:08:28.073822 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 55626) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:08:28.077947 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Request body: {'floatingip': {'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'port_id': '9ae9a161-04f7-400c-a3d0-5448b4be5410', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:08:28.098761 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:28.138255 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:28.140766 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:28.180766 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (None), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:28.287084 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_common [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Allocated IP 172.27.1.23 (8759e551-747b-45d0-a8c5-769c9cf5d5d0/8f821a43-86f0-429d-8588-ab7b54ff0d6d/576cedc2-e2e3-4d5b-a4c0-a5a2886443be) {{(pid=112592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:08:28.629232 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for port (576cedc2-e2e3-4d5b-a4c0-a5a2886443be), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:28.659705 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739023050707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (576cedc2-e2e3-4d5b-a4c0-a5a2886443be), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:28.693850 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Network 8759e551-747b-45d0-a8c5-769c9cf5d5d0 is already hosted by enough agents. {{(pid=112592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:08:28.696674 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.base_scheduler [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Resources bound (agent type, host, resource id): {{(pid=112592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:08:28.702969 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Received port after_create {{(pid=112592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 05:08:28.730100 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Pushing event updated for resources: {'Port': ['ID=576cedc2-e2e3-4d5b-a4c0-a5a2886443be,revision_number=1']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:29.052730 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for floatingip (16e460c4-be2b-4a25-8a4a-33c9a8a39a88), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:29.118003 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (576cedc2-e2e3-4d5b-a4c0-a5a2886443be), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:29.120687 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:29.139189 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:29.268095 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for port (576cedc2-e2e3-4d5b-a4c0-a5a2886443be), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:29.272468 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (576cedc2-e2e3-4d5b-a4c0-a5a2886443be), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:29.341014 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Pushing event updated for resources: {'Port': ['ID=576cedc2-e2e3-4d5b-a4c0-a5a2886443be,revision_number=2']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:29.343383 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3775141'] for floatingip (16e460c4-be2b-4a25-8a4a-33c9a8a39a88), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:29.438221 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.l3_db [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Floating IP 16e460c4-be2b-4a25-8a4a-33c9a8a39a88 associated. External IP: 172.27.1.23, port: 9ae9a161-04f7-400c-a3d0-5448b4be5410. Sep 20 05:08:29.628409 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Router 74a16225-0cf1-4bcc-ae4a-590efa3021f8 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:08:29.732704 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:08:29.741897 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaa4a7c-5bac-4d49-ac1d-297d22989999 None None] Sync routers for ids ['74a16225-0cf1-4bcc-ae4a-590efa3021f8'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:08:29.750200 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:29.752477 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaa4a7c-5bac-4d49-ac1d-297d22989999 None None] Routers {'74a16225-0cf1-4bcc-ae4a-590efa3021f8'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:08:29.753117 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-faaa4a7c-5bac-4d49-ac1d-297d22989999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:08:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['74a16225-0cf1-4bcc-ae4a-590efa3021f8'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:08:29.783637 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-0aaabcdc-dc4d-4efd-8618-63222c715f6a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7063103 Sep 20 05:08:29.783637 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57336b7-0747-4ad8-81bb-4f20fbfaa545', 'tag': '9ae9a161-04f7-400c-a3d0-5448b4be5410'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:08:29.784044 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4719bb-2310-44db-904d-f24b4956242c" -d '{"events": [{"name": "network-changed", "server_uuid": "c57336b7-0747-4ad8-81bb-4f20fbfaa545", "tag": "9ae9a161-04f7-400c-a3d0-5448b4be5410"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:08:29.784205 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55628) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:08:29.789000 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-d22a93a6-dcea-4c3c-91e5-3e428a68e6bd tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-381048570', 'description': 'tempest-secgroup-smoke-381048570 description', 'project_id': '15e8eefa98f44e8a871402c07adf11cf'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:08:29.813919 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d22a93a6-dcea-4c3c-91e5-3e428a68e6bd tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group (None), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:29.859400 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-faaa4a7c-5bac-4d49-ac1d-297d22989999 None None] Set router 74a16225-0cf1-4bcc-ae4a-590efa3021f8 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:08:29.884131 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d22a93a6-dcea-4c3c-91e5-3e428a68e6bd tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group (178ba61a-ae30-41e7-aac3-122afa1e34e0), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:29.889205 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d22a93a6-dcea-4c3c-91e5-3e428a68e6bd tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (178ba61a-ae30-41e7-aac3-122afa1e34e0), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:29.893408 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 05:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91054146-2eb5-4cf2-ae17-4f8ff4bb7356 x-openstack-request-id: req-91054146-2eb5-4cf2-ae17-4f8ff4bb7356 {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:08:29.893694 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57336b7-0747-4ad8-81bb-4f20fbfaa545", "tag": "9ae9a161-04f7-400c-a3d0-5448b4be5410", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:08:29.893945 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-91054146-2eb5-4cf2-ae17-4f8ff4bb7356 {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:08:29.894349 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91054146-2eb5-4cf2-ae17-4f8ff4bb7356'] response: {'name': 'network-changed', 'server_uuid': 'c57336b7-0747-4ad8-81bb-4f20fbfaa545', 'tag': '9ae9a161-04f7-400c-a3d0-5448b4be5410', 'status': 'completed', 'code': 200} Sep 20 05:08:29.921664 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d22a93a6-dcea-4c3c-91e5-3e428a68e6bd tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:29.922880 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-d22a93a6-dcea-4c3c-91e5-3e428a68e6bd tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1374676 Sep 20 05:08:29.924813 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a93a6-dcea-4c3c-91e5-3e428a68e6bd tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=178ba61a-ae30-41e7-aac3-122afa1e34e0,revision_number=1']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:29.925934 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 55634) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:08:29.940561 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-18f665d6-f396-455a-9219-eb8f5563f1c3 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Request body: {'security_group_rule': {'security_group_id': '178ba61a-ae30-41e7-aac3-122afa1e34e0', 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:08:29.975506 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-18f665d6-f396-455a-9219-eb8f5563f1c3 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group_rule (beab9814-c5c1-4dbe-9d4e-ebf229aa4132), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:29.991548 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4719bb-2310-44db-904d-f24b4956242c req-51dbaec6-c4cb-4d52-a25a-338fec7d4118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:29.993399 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ba4719bb-2310-44db-904d-f24b4956242c req-51dbaec6-c4cb-4d52-a25a-338fec7d4118 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=15e8eefa98f44e8a871402c07adf11cf&device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 1130 time: 0.0443602 Sep 20 05:08:30.002939 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:30.043094 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-18f665d6-f396-455a-9219-eb8f5563f1c3 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group_rule (beab9814-c5c1-4dbe-9d4e-ebf229aa4132), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.046253 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-18f665d6-f396-455a-9219-eb8f5563f1c3 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (beab9814-c5c1-4dbe-9d4e-ebf229aa4132), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.056418 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:08:30.066496 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f665d6-f396-455a-9219-eb8f5563f1c3 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beab9814-c5c1-4dbe-9d4e-ebf229aa4132,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:30.076157 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-18f665d6-f396-455a-9219-eb8f5563f1c3 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.080092 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-18f665d6-f396-455a-9219-eb8f5563f1c3 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503270 Sep 20 05:08:30.080358 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 55636) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:08:30.084925 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-d64e5a77-6efb-4f48-ba26-25dec3843379 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Request body: {'security_group_rule': {'security_group_id': '178ba61a-ae30-41e7-aac3-122afa1e34e0', 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:08:30.090565 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4719bb-2310-44db-904d-f24b4956242c req-fa92d24d-93c9-45b7-9cc6-553dc8d5b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:30.092249 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ba4719bb-2310-44db-904d-f24b4956242c req-fa92d24d-93c9-45b7-9cc6-553dc8d5b530 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 HTTP/1.1" status: 200 len: 915 time: 0.0924747 Sep 20 05:08:30.097573 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-faaa4a7c-5bac-4d49-ac1d-297d22989999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'name': 'tempest-TestMinimumBasicScenario-1359878512-router', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:45Z', 'revision_number': 4, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'gw_port': {'id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '16e460c4-be2b-4a25-8a4a-33c9a8a39a88', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'port_id': '9ae9a161-04f7-400c-a3d0-5448b4be5410', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5', 'mac_address': 'fa:16:3e:cc:b3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57336b7-0747-4ad8-81bb-4f20fbfaa545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T05:08:28Z', 'updated_at': '2022-09-20T05:08:28Z', 'revision_number': 0, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402', 'name': '', 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'mac_address': 'fa:16:3e:c1:f8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a7a57915-655f-48cd-9e6a-0a053ac120bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:44Z', 'updated_at': '2022-09-20T05:07:49Z', 'revision_number': 5, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'subnets': [{'id': 'a7a57915-655f-48cd-9e6a-0a053ac120bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:08:30.114371 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-d64e5a77-6efb-4f48-ba26-25dec3843379 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group_rule (a9acc46a-b8f2-45c0-bdb3-15f34d5b2bf3), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.124502 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaa4a7c-5bac-4d49-ac1d-297d22989999 None None] Checking router: 74a16225-0cf1-4bcc-ae4a-590efa3021f8 for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:08:30.131850 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:30.133794 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaa4a7c-5bac-4d49-ac1d-297d22989999 None None] Routers {'74a16225-0cf1-4bcc-ae4a-590efa3021f8'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:08:30.134358 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-faaa4a7c-5bac-4d49-ac1d-297d22989999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:08:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['74a16225-0cf1-4bcc-ae4a-590efa3021f8'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:08:30.168394 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ba4719bb-2310-44db-904d-f24b4956242c req-1d7f48ca-bf59-4119-ae7a-4f35fc606d0f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ae9a161-04f7-400c-a3d0-5448b4be5410 HTTP/1.1" status: 200 len: 999 time: 0.0692587 Sep 20 05:08:30.182835 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-d64e5a77-6efb-4f48-ba26-25dec3843379 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group_rule (a9acc46a-b8f2-45c0-bdb3-15f34d5b2bf3), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.188345 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-d64e5a77-6efb-4f48-ba26-25dec3843379 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (a9acc46a-b8f2-45c0-bdb3-15f34d5b2bf3), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.197690 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:30.211508 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e5a77-6efb-4f48-ba26-25dec3843379 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9acc46a-b8f2-45c0-bdb3-15f34d5b2bf3,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:30.223175 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4719bb-2310-44db-904d-f24b4956242c req-392df749-ecea-48bb-b335-b78f247b77fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:30.225100 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ba4719bb-2310-44db-904d-f24b4956242c req-392df749-ecea-48bb-b335-b78f247b77fc service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a7a57915-655f-48cd-9e6a-0a053ac120bb HTTP/1.1" status: 200 len: 854 time: 0.0509825 Sep 20 05:08:30.226928 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.227147 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-d64e5a77-6efb-4f48-ba26-25dec3843379 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.228488 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-d64e5a77-6efb-4f48-ba26-25dec3843379 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1469967 Sep 20 05:08:30.231863 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 55638) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:08:30.236714 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-fe1b868a-9dee-4d0a-aec5-0233ce407649 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Request body: {'security_group_rule': {'security_group_id': '178ba61a-ae30-41e7-aac3-122afa1e34e0', 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:08:30.257858 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-faaa4a7c-5bac-4d49-ac1d-297d22989999 None None] Set router 74a16225-0cf1-4bcc-ae4a-590efa3021f8 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:08:30.266280 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-fe1b868a-9dee-4d0a-aec5-0233ce407649 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group_rule (d391a860-c870-45b3-bb78-902001434b7d), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.274967 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4719bb-2310-44db-904d-f24b4956242c req-98167ef7-3096-4517-9039-0b981f330266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:30.277033 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ba4719bb-2310-44db-904d-f24b4956242c req-98167ef7-3096-4517-9039-0b981f330266 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5a22d9ec-5b75-4df5-bab1-9104cd60cbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441914 Sep 20 05:08:30.328841 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-fe1b868a-9dee-4d0a-aec5-0233ce407649 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group_rule (d391a860-c870-45b3-bb78-902001434b7d), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.334489 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-fe1b868a-9dee-4d0a-aec5-0233ce407649 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (d391a860-c870-45b3-bb78-902001434b7d), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.355069 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b868a-9dee-4d0a-aec5-0233ce407649 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d391a860-c870-45b3-bb78-902001434b7d,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:30.365007 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-fe1b868a-9dee-4d0a-aec5-0233ce407649 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.366283 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-fe1b868a-9dee-4d0a-aec5-0233ce407649 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332390 Sep 20 05:08:30.369018 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 55640) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:08:30.374575 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [None req-e23f7cf4-ddf1-4a68-b364-81bd48cf81b4 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Request body: {'security_group_rule': {'security_group_id': '178ba61a-ae30-41e7-aac3-122afa1e34e0', 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:08:30.389585 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ba4719bb-2310-44db-904d-f24b4956242c req-cbb8aae6-08cb-4eb6-9ab4-d556e62c13b3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5a22d9ec-5b75-4df5-bab1-9104cd60cbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054857 Sep 20 05:08:30.401892 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e23f7cf4-ddf1-4a68-b364-81bd48cf81b4 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group_rule (cb5e97ad-e0aa-4f04-b140-1c9c402f5bf2), before_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.462736 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e23f7cf4-ddf1-4a68-b364-81bd48cf81b4 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group_rule (cb5e97ad-e0aa-4f04-b140-1c9c402f5bf2), precommit_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.467323 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e23f7cf4-ddf1-4a68-b364-81bd48cf81b4 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (cb5e97ad-e0aa-4f04-b140-1c9c402f5bf2), after_create {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.491138 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-ba4719bb-2310-44db-904d-f24b4956242c req-b0d437df-e52e-4ba8-b756-2e4bfb25ffd3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5a22d9ec-5b75-4df5-bab1-9104cd60cbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956059 Sep 20 05:08:30.495954 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f7cf4-ddf1-4a68-b364-81bd48cf81b4 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5e97ad-e0aa-4f04-b140-1c9c402f5bf2,revision_number=0']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:30.496256 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-faaa4a7c-5bac-4d49-ac1d-297d22989999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'name': 'tempest-TestMinimumBasicScenario-1359878512-router', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:45Z', 'revision_number': 4, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'gw_port': {'id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '16e460c4-be2b-4a25-8a4a-33c9a8a39a88', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'port_id': '9ae9a161-04f7-400c-a3d0-5448b4be5410', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5', 'mac_address': 'fa:16:3e:cc:b3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57336b7-0747-4ad8-81bb-4f20fbfaa545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T05:08:28Z', 'updated_at': '2022-09-20T05:08:28Z', 'revision_number': 0, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402', 'name': '', 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'mac_address': 'fa:16:3e:c1:f8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a7a57915-655f-48cd-9e6a-0a053ac120bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:44Z', 'updated_at': '2022-09-20T05:07:49Z', 'revision_number': 5, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'subnets': [{'id': 'a7a57915-655f-48cd-9e6a-0a053ac120bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:08:30.501304 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-e23f7cf4-ddf1-4a68-b364-81bd48cf81b4 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.502476 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-e23f7cf4-ddf1-4a68-b364-81bd48cf81b4 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1324990 Sep 20 05:08:30.505763 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55642) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:08:30.510901 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-d5e40cef-bfc6-4778-a2be-018188b8ce74 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Request body: {'security_group_rule': {'security_group_id': '178ba61a-ae30-41e7-aac3-122afa1e34e0', 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:08:30.526120 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaa4a7c-5bac-4d49-ac1d-297d22989999 None None] The sync data for ids ['74a16225-0cf1-4bcc-ae4a-590efa3021f8'] in dv-cinder-756710-7-iscsi is: [{'id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'name': 'tempest-TestMinimumBasicScenario-1359878512-router', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:45Z', 'revision_number': 4, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'gw_port': {'id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_floatingips': [{'id': '16e460c4-be2b-4a25-8a4a-33c9a8a39a88', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'router_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'port_id': '9ae9a161-04f7-400c-a3d0-5448b4be5410', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5', 'mac_address': 'fa:16:3e:cc:b3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57336b7-0747-4ad8-81bb-4f20fbfaa545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T05:08:28Z', 'updated_at': '2022-09-20T05:08:28Z', 'revision_number': 0, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402', 'name': '', 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'mac_address': 'fa:16:3e:c1:f8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a7a57915-655f-48cd-9e6a-0a053ac120bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:44Z', 'updated_at': '2022-09-20T05:07:49Z', 'revision_number': 5, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'subnets': [{'id': 'a7a57915-655f-48cd-9e6a-0a053ac120bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:08:30.533727 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.securitygroups_db [None req-d5e40cef-bfc6-4778-a2be-018188b8ce74 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Project 15e8eefa98f44e8a871402c07adf11cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 05:08:30.540470 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d5e40cef-bfc6-4778-a2be-018188b8ce74 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group_rule (7815fe94-900d-46e4-b8ba-11d36707bc43), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.607691 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d5e40cef-bfc6-4778-a2be-018188b8ce74 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group_rule (7815fe94-900d-46e4-b8ba-11d36707bc43), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.611963 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d5e40cef-bfc6-4778-a2be-018188b8ce74 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (7815fe94-900d-46e4-b8ba-11d36707bc43), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.629919 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e40cef-bfc6-4778-a2be-018188b8ce74 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7815fe94-900d-46e4-b8ba-11d36707bc43,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:30.638443 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d5e40cef-bfc6-4778-a2be-018188b8ce74 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.639727 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-d5e40cef-bfc6-4778-a2be-018188b8ce74 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329019 Sep 20 05:08:30.642449 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55644) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:08:30.647396 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.v2.base [None req-201978cb-963c-47ae-a9b5-c9822b3c52fa tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Request body: {'security_group_rule': {'security_group_id': '178ba61a-ae30-41e7-aac3-122afa1e34e0', 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:08:30.673854 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.db.securitygroups_db [None req-201978cb-963c-47ae-a9b5-c9822b3c52fa tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Project 15e8eefa98f44e8a871402c07adf11cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 05:08:30.679505 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-201978cb-963c-47ae-a9b5-c9822b3c52fa tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group_rule (138160a7-ed8d-45b6-8d39-3646c46fb927), before_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.683945 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:30.735886 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:30.736150 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5e4d74-0b0c-4780-923d-0d94c99817b4 None None] New status for floating IP 16e460c4-be2b-4a25-8a4a-33c9a8a39a88: ACTIVE {{(pid=112594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 05:08:30.748022 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-201978cb-963c-47ae-a9b5-c9822b3c52fa tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group_rule (138160a7-ed8d-45b6-8d39-3646c46fb927), precommit_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.752266 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-201978cb-963c-47ae-a9b5-c9822b3c52fa tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683727'] for security_group_rule (138160a7-ed8d-45b6-8d39-3646c46fb927), after_create {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.772128 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201978cb-963c-47ae-a9b5-c9822b3c52fa tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138160a7-ed8d-45b6-8d39-3646c46fb927,revision_number=0']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:30.780449 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-201978cb-963c-47ae-a9b5-c9822b3c52fa tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:30.781696 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-201978cb-963c-47ae-a9b5-c9822b3c52fa tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1380417 Sep 20 05:08:30.878990 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2fe78b01-ebe2-4146-ba0f-c17721111344 req-1a89892e-5ecb-483d-9010-d8464a9edee8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-381048570&fields=id&tenant_id=15e8eefa98f44e8a871402c07adf11cf HTTP/1.1" status: 200 len: 267 time: 0.0466757 Sep 20 05:08:30.930400 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe78b01-ebe2-4146-ba0f-c17721111344 req-a9c1a2aa-b387-4494-b36f-c0d1de3ce4d9 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:30.932357 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2fe78b01-ebe2-4146-ba0f-c17721111344 req-a9c1a2aa-b387-4494-b36f-c0d1de3ce4d9 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 946 time: 0.0472643 Sep 20 05:08:30.942776 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-2fe78b01-ebe2-4146-ba0f-c17721111344 req-e0812bbe-60e7-40bf-a6b3-facc016f57a3 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Request body: {'port': {'security_groups': ['121a6c4e-ded7-488a-9a53-4424d238a46d', '178ba61a-ae30-41e7-aac3-122afa1e34e0']}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:08:31.013292 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-2fe78b01-ebe2-4146-ba0f-c17721111344 req-e0812bbe-60e7-40bf-a6b3-facc016f57a3 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:31.188924 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:31.194017 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-2fe78b01-ebe2-4146-ba0f-c17721111344 req-e0812bbe-60e7-40bf-a6b3-facc016f57a3 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] For port 9ae9a161-04f7-400c-a3d0-5448b4be5410, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=9ae9a161-04f7-400c-a3d0-5448b4be5410,segment=NetworkSegment(41d493e9-5abb-432a-911b-586466307b4a),segment_id=41d493e9-5abb-432a-911b-586466307b4a)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:08:31.223137 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-2fe78b01-ebe2-4146-ba0f-c17721111344 req-e0812bbe-60e7-40bf-a6b3-facc016f57a3 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:31.227491 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-2fe78b01-ebe2-4146-ba0f-c17721111344 req-e0812bbe-60e7-40bf-a6b3-facc016f57a3 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:31.237647 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe78b01-ebe2-4146-ba0f-c17721111344 req-e0812bbe-60e7-40bf-a6b3-facc016f57a3 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:31.238248 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-2fe78b01-ebe2-4146-ba0f-c17721111344 req-e0812bbe-60e7-40bf-a6b3-facc016f57a3 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:31.239588 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-2fe78b01-ebe2-4146-ba0f-c17721111344 req-e0812bbe-60e7-40bf-a6b3-facc016f57a3 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "PUT /networking/v2.0/ports/9ae9a161-04f7-400c-a3d0-5448b4be5410 HTTP/1.1" status: 200 len: 982 time: 0.3011825 Sep 20 05:08:31.239997 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:31.264388 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['9ae9a161-04f7-400c-a3d0-5448b4be5410'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 05:08:31.289889 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0812bbe-60e7-40bf-a6b3-facc016f57a3 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Pushing event updated for resources: {'Port': ['ID=9ae9a161-04f7-400c-a3d0-5448b4be5410,revision_number=6']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:31.338247 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9f60c-ecfa-487e-b0d7-b105fcfc4ca4 req-a8232d49-fe9b-4c26-9442-12435a1a5b55 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:31.339734 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8ef9f60c-ecfa-487e-b0d7-b105fcfc4ca4 req-a8232d49-fe9b-4c26-9442-12435a1a5b55 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 985 time: 0.0464423 Sep 20 05:08:31.393481 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['9ae9a161-04f7-400c-a3d0-5448b4be5410'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 05:08:31.407977 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-8ef9f60c-ecfa-487e-b0d7-b105fcfc4ca4 req-4100d7ac-95e8-4e60-822e-db31b1709acf tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=178ba61a-ae30-41e7-aac3-122afa1e34e0&id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622039 Sep 20 05:08:31.422226 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:UPDATE=8,neutron:SELECT=91,neutron:DELETE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:31.794948 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:31.895539 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57336b7-0747-4ad8-81bb-4f20fbfaa545', 'tag': '9ae9a161-04f7-400c-a3d0-5448b4be5410'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:08:31.898227 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b811992f-46ec-4fd5-9ab5-28afdecd07b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c57336b7-0747-4ad8-81bb-4f20fbfaa545", "tag": "9ae9a161-04f7-400c-a3d0-5448b4be5410"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:08:31.934610 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 05:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59466ac2-7f89-419c-876a-ed9f6a47093a x-openstack-request-id: req-59466ac2-7f89-419c-876a-ed9f6a47093a {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:08:31.934897 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57336b7-0747-4ad8-81bb-4f20fbfaa545", "tag": "9ae9a161-04f7-400c-a3d0-5448b4be5410", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:08:31.935153 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-59466ac2-7f89-419c-876a-ed9f6a47093a {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:08:31.935554 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59466ac2-7f89-419c-876a-ed9f6a47093a'] response: {'name': 'network-changed', 'server_uuid': 'c57336b7-0747-4ad8-81bb-4f20fbfaa545', 'tag': '9ae9a161-04f7-400c-a3d0-5448b4be5410', 'status': 'completed', 'code': 200} Sep 20 05:08:32.029763 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811992f-46ec-4fd5-9ab5-28afdecd07b3 req-26cf752a-46b0-48ee-87d6-45bcf9d9aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:32.031279 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b811992f-46ec-4fd5-9ab5-28afdecd07b3 req-26cf752a-46b0-48ee-87d6-45bcf9d9aa5a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=15e8eefa98f44e8a871402c07adf11cf&device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 1169 time: 0.0405152 Sep 20 05:08:32.120508 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811992f-46ec-4fd5-9ab5-28afdecd07b3 req-e39e6bc9-27ac-43c7-bada-f4c12ac1bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:32.121935 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b811992f-46ec-4fd5-9ab5-28afdecd07b3 req-e39e6bc9-27ac-43c7-bada-f4c12ac1bfa0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 HTTP/1.1" status: 200 len: 915 time: 0.0845542 Sep 20 05:08:32.182506 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b811992f-46ec-4fd5-9ab5-28afdecd07b3 req-12d723a6-3964-42ca-a9f5-fe985cfb1a2b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ae9a161-04f7-400c-a3d0-5448b4be5410 HTTP/1.1" status: 200 len: 1001 time: 0.0537834 Sep 20 05:08:32.233413 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811992f-46ec-4fd5-9ab5-28afdecd07b3 req-20d33752-fa96-4f7f-b23b-92d74bf6bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:32.234794 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b811992f-46ec-4fd5-9ab5-28afdecd07b3 req-20d33752-fa96-4f7f-b23b-92d74bf6bb3d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a7a57915-655f-48cd-9e6a-0a053ac120bb HTTP/1.1" status: 200 len: 854 time: 0.0458314 Sep 20 05:08:32.276585 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811992f-46ec-4fd5-9ab5-28afdecd07b3 req-63d27da4-b553-4742-8f6c-57832094b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:32.278026 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b811992f-46ec-4fd5-9ab5-28afdecd07b3 req-63d27da4-b553-4742-8f6c-57832094b7f2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5a22d9ec-5b75-4df5-bab1-9104cd60cbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369477 Sep 20 05:08:32.370840 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b811992f-46ec-4fd5-9ab5-28afdecd07b3 req-9b33e271-704c-4687-97cb-6318c78e989c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5a22d9ec-5b75-4df5-bab1-9104cd60cbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838687 Sep 20 05:08:32.462226 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-b811992f-46ec-4fd5-9ab5-28afdecd07b3 req-a3a90593-4601-4b0e-b173-3d24414be29b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5a22d9ec-5b75-4df5-bab1-9104cd60cbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798800 Sep 20 05:08:41.398418 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=14 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:41.402363 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=19 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:41.893528 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=12 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:41.895692 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=79 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:42.457707 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=57,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:42.459502 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=50,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:46.732020 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3ca0c24c-2211-4b75-9593-08dddc7721da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:48.105167 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=98 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:48.110312 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=84 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:08:48.926934 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-5892a836-86e1-4df3-b643-dbe02a4bfc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:50.137628 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:51.739247 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:51.945420 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:08:54.158209 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53c885-e066-44d0-bb47-ab234c6a0fb7 req-58846857-67d9-4aed-8d63-51a02b25a0be tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:54.159745 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4a53c885-e066-44d0-bb47-ab234c6a0fb7 req-58846857-67d9-4aed-8d63-51a02b25a0be tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 985 time: 0.0522962 Sep 20 05:08:54.189810 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2265d-8f3a-452c-8252-a9749b734c7e req-925f171a-9959-40b5-80f4-88925b2baf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:54.191286 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c1b2265d-8f3a-452c-8252-a9749b734c7e req-925f171a-9959-40b5-80f4-88925b2baf79 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=15e8eefa98f44e8a871402c07adf11cf&device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 1169 time: 0.0410743 Sep 20 05:08:54.220547 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4a53c885-e066-44d0-bb47-ab234c6a0fb7 req-f5f1adcf-0317-4cf3-abfb-e81878bf5b81 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=178ba61a-ae30-41e7-aac3-122afa1e34e0&id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550048 Sep 20 05:08:54.286608 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2265d-8f3a-452c-8252-a9749b734c7e req-ddd2d7db-5a7f-41c8-80c5-cd18e47eab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:54.288043 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c1b2265d-8f3a-452c-8252-a9749b734c7e req-ddd2d7db-5a7f-41c8-80c5-cd18e47eab32 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 HTTP/1.1" status: 200 len: 915 time: 0.0897219 Sep 20 05:08:54.346362 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c1b2265d-8f3a-452c-8252-a9749b734c7e req-31ab5ffd-448f-4966-a783-36a6a567ed95 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ae9a161-04f7-400c-a3d0-5448b4be5410 HTTP/1.1" status: 200 len: 1001 time: 0.0528052 Sep 20 05:08:54.633546 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2265d-8f3a-452c-8252-a9749b734c7e req-6252d46f-b45e-4e60-bf5f-18b3ade96aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:54.634984 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c1b2265d-8f3a-452c-8252-a9749b734c7e req-6252d46f-b45e-4e60-bf5f-18b3ade96aa4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a7a57915-655f-48cd-9e6a-0a053ac120bb HTTP/1.1" status: 200 len: 854 time: 0.2831366 Sep 20 05:08:54.676903 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2265d-8f3a-452c-8252-a9749b734c7e req-18dbee8e-786e-4715-b128-1ecede52f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:54.678309 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c1b2265d-8f3a-452c-8252-a9749b734c7e req-18dbee8e-786e-4715-b128-1ecede52f3ec service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5a22d9ec-5b75-4df5-bab1-9104cd60cbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364211 Sep 20 05:08:54.767572 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c1b2265d-8f3a-452c-8252-a9749b734c7e req-9b1bd028-394d-449c-98e2-1d1d2f3f835f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5a22d9ec-5b75-4df5-bab1-9104cd60cbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827808 Sep 20 05:08:54.854420 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-c1b2265d-8f3a-452c-8252-a9749b734c7e req-f9100fdf-9691-4d28-9cfb-95c3cd20e7fe service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5a22d9ec-5b75-4df5-bab1-9104cd60cbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807703 Sep 20 05:08:55.339758 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c2a0b-cf29-45fa-92b7-e495d7bb7399 req-ae597ba8-e7f9-46e6-9c57-cab83849d2b3 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:55.341232 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-452c2a0b-cf29-45fa-92b7-e495d7bb7399 req-ae597ba8-e7f9-46e6-9c57-cab83849d2b3 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 985 time: 0.0462952 Sep 20 05:08:55.399505 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-452c2a0b-cf29-45fa-92b7-e495d7bb7399 req-c5aebc51-fea9-4436-9900-9f4909610160 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=178ba61a-ae30-41e7-aac3-122afa1e34e0&id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522645 Sep 20 05:08:56.523639 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b94b3-f894-4a2c-bc97-218018809ee0 req-b9efaf91-6a42-479b-8cad-999e9a5b97b6 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:56.525115 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6d2b94b3-f894-4a2c-bc97-218018809ee0 req-b9efaf91-6a42-479b-8cad-999e9a5b97b6 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 985 time: 0.0499263 Sep 20 05:08:56.583434 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-6d2b94b3-f894-4a2c-bc97-218018809ee0 req-fad02265-51bc-4574-b18e-dbae7d46d850 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=178ba61a-ae30-41e7-aac3-122afa1e34e0&id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527127 Sep 20 05:08:57.855801 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c05ac-d3c6-4186-bf91-398d9bbd3eca req-ef170ca7-3515-40c8-bed9-90da8b379a22 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:57.857299 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-905c05ac-d3c6-4186-bf91-398d9bbd3eca req-ef170ca7-3515-40c8-bed9-90da8b379a22 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 985 time: 0.0469944 Sep 20 05:08:57.917467 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-905c05ac-d3c6-4186-bf91-398d9bbd3eca req-3ab1e03f-056b-4eda-84eb-5547960acbc0 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=178ba61a-ae30-41e7-aac3-122afa1e34e0&id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545144 Sep 20 05:08:59.039741 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e54bc5-3675-41aa-8d7b-13966f17e5a2 req-f8628f13-a03d-470a-8b79-1f3420bad046 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:08:59.041218 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e3e54bc5-3675-41aa-8d7b-13966f17e5a2 req-f8628f13-a03d-470a-8b79-1f3420bad046 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 985 time: 0.0498078 Sep 20 05:08:59.099490 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-e3e54bc5-3675-41aa-8d7b-13966f17e5a2 req-3f92351a-2d27-4168-8cd5-db6d8531fec8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=178ba61a-ae30-41e7-aac3-122afa1e34e0&id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526538 Sep 20 05:09:00.207611 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:00.223643 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f550a-677b-46ce-86e5-215e674561f7 req-946b1e46-bb55-4567-8339-39bb0a0c35e4 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:00.225165 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fc4f550a-677b-46ce-86e5-215e674561f7 req-946b1e46-bb55-4567-8339-39bb0a0c35e4 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 985 time: 0.0517399 Sep 20 05:09:00.285592 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-fc4f550a-677b-46ce-86e5-215e674561f7 req-82cb2abb-c903-4b1a-a8f8-59ac34006239 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=178ba61a-ae30-41e7-aac3-122afa1e34e0&id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548441 Sep 20 05:09:01.402528 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f28540-49c4-417c-915e-2d45c5c9a62f req-7cd2f47e-6f73-4ddf-9a1b-88ef9cc02dee tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:01.404076 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-97f28540-49c4-417c-915e-2d45c5c9a62f req-7cd2f47e-6f73-4ddf-9a1b-88ef9cc02dee tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 985 time: 0.0450609 Sep 20 05:09:01.465911 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-97f28540-49c4-417c-915e-2d45c5c9a62f req-210f8dff-33b1-4e33-9019-1ad36d6c3da5 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=178ba61a-ae30-41e7-aac3-122afa1e34e0&id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556233 Sep 20 05:09:02.584688 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746a533-fb56-432c-a656-be4a8048f430 req-750e4885-033c-4428-8016-45ea5410d6c1 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:02.586163 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4746a533-fb56-432c-a656-be4a8048f430 req-750e4885-033c-4428-8016-45ea5410d6c1 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 985 time: 0.0464878 Sep 20 05:09:02.647733 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-4746a533-fb56-432c-a656-be4a8048f430 req-ab64b041-1eab-4097-8de7-11b75118abab tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=178ba61a-ae30-41e7-aac3-122afa1e34e0&id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559125 Sep 20 05:09:03.767390 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689a300-d311-4574-994d-bda82d52805d req-260618fc-54ac-489c-8550-ccdc6ab44c58 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:03.768847 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1689a300-d311-4574-994d-bda82d52805d req-260618fc-54ac-489c-8550-ccdc6ab44c58 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 985 time: 0.0462670 Sep 20 05:09:03.826311 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1689a300-d311-4574-994d-bda82d52805d req-576eaf77-6ec9-4e02-9e3c-103a01bba854 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=178ba61a-ae30-41e7-aac3-122afa1e34e0&id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516384 Sep 20 05:09:04.849000 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=48 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:04.851511 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=46 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:04.911703 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:04.952329 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78148e00-2af7-41f9-9f71-879d530d15fb req-e0d7ddff-6090-4c2a-878e-52afa8791cb2 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:04.953812 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-78148e00-2af7-41f9-9f71-879d530d15fb req-e0d7ddff-6090-4c2a-878e-52afa8791cb2 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 985 time: 0.0509779 Sep 20 05:09:05.012394 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-78148e00-2af7-41f9-9f71-879d530d15fb req-0444a164-09ee-445f-9093-323cb37469f1 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=178ba61a-ae30-41e7-aac3-122afa1e34e0&id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529423 Sep 20 05:09:06.097572 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=100 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:06.135235 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ab60a-ddcf-470b-8a1b-676c60657d0a req-b4e5dd7a-a43b-4c70-9471-b0a34a3bb426 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:06.136740 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1f8ab60a-ddcf-470b-8a1b-676c60657d0a req-b4e5dd7a-a43b-4c70-9471-b0a34a3bb426 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 985 time: 0.0475597 Sep 20 05:09:06.197620 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-1f8ab60a-ddcf-470b-8a1b-676c60657d0a req-740c0f47-b323-4087-877a-71ff9d3feaa5 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=178ba61a-ae30-41e7-aac3-122afa1e34e0&id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544705 Sep 20 05:09:07.045694 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:09:07.322621 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd045ffd-8f1c-4a34-9d92-f76e7d44d1f8 req-a1077f46-e2b7-4c2b-9e37-6400d585280e tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:07.323962 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dd045ffd-8f1c-4a34-9d92-f76e7d44d1f8 req-a1077f46-e2b7-4c2b-9e37-6400d585280e tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 985 time: 0.0486856 Sep 20 05:09:07.386286 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-dd045ffd-8f1c-4a34-9d92-f76e7d44d1f8 req-0710a176-4f13-4574-80f6-8ec7d61b789e tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=178ba61a-ae30-41e7-aac3-122afa1e34e0&id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561345 Sep 20 05:09:10.200543 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:10.202380 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:12.946674 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-becc77ef-953e-4d12-9487-0a851f95f183 req-efe14580-3465-44ec-a66b-7c0215f640cc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420713 Sep 20 05:09:13.046519 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc77ef-953e-4d12-9487-0a851f95f183 req-35ec1598-3778-4908-8d7d-d9be8f3140d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:13.048009 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-becc77ef-953e-4d12-9487-0a851f95f183 req-35ec1598-3778-4908-8d7d-d9be8f3140d9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=15e8eefa98f44e8a871402c07adf11cf&device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 1169 time: 0.0395250 Sep 20 05:09:13.147151 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc77ef-953e-4d12-9487-0a851f95f183 req-c527ad6b-b8b7-4fe8-b25e-a30060936dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:13.148587 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-becc77ef-953e-4d12-9487-0a851f95f183 req-c527ad6b-b8b7-4fe8-b25e-a30060936dff service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 HTTP/1.1" status: 200 len: 915 time: 0.0831804 Sep 20 05:09:13.211523 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-becc77ef-953e-4d12-9487-0a851f95f183 req-d514c1d4-1ec6-4af2-8670-e5a4e3ed032c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ae9a161-04f7-400c-a3d0-5448b4be5410 HTTP/1.1" status: 200 len: 1001 time: 0.0575187 Sep 20 05:09:13.257729 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc77ef-953e-4d12-9487-0a851f95f183 req-6a7e0d12-4914-47ef-9dde-fdc53c9105ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:13.259088 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-becc77ef-953e-4d12-9487-0a851f95f183 req-6a7e0d12-4914-47ef-9dde-fdc53c9105ed service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a7a57915-655f-48cd-9e6a-0a053ac120bb HTTP/1.1" status: 200 len: 854 time: 0.0423598 Sep 20 05:09:13.300691 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc77ef-953e-4d12-9487-0a851f95f183 req-c50ab070-80fb-4b59-a1ca-f4c18009c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:13.302118 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-becc77ef-953e-4d12-9487-0a851f95f183 req-c50ab070-80fb-4b59-a1ca-f4c18009c6f8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5a22d9ec-5b75-4df5-bab1-9104cd60cbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379906 Sep 20 05:09:13.392072 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-becc77ef-953e-4d12-9487-0a851f95f183 req-0bf2c1c2-0e03-41f0-8ad5-b0126238f1bf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5a22d9ec-5b75-4df5-bab1-9104cd60cbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833237 Sep 20 05:09:13.485230 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-becc77ef-953e-4d12-9487-0a851f95f183 req-7786a57a-eb94-40e8-b010-4d8301472dff service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5a22d9ec-5b75-4df5-bab1-9104cd60cbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873823 Sep 20 05:09:16.736799 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-c46bd998-af38-4c55-8119-ebb04371f678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:17.373317 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=34 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:17.381204 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=18 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:18.928302 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-7f8b4934-1165-42fc-818e-a5888550aa1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:20.138974 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:21.742301 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:21.949977 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:23.480277 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=54 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:23.482203 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=47 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:25.101525 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=5 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:25.106456 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=5 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:30.219851 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:39.695747 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d43e0cc0-b3c5-46a3-9836-69e0c5a0b728 req-b5324d1b-db98-4fed-95c1-d42a6c412617 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-381048570&fields=id&tenant_id=15e8eefa98f44e8a871402c07adf11cf HTTP/1.1" status: 200 len: 267 time: 0.0438244 Sep 20 05:09:39.744340 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e0cc0-b3c5-46a3-9836-69e0c5a0b728 req-e5182bd5-ef33-430f-974f-2e6c2855507d tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:39.745802 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d43e0cc0-b3c5-46a3-9836-69e0c5a0b728 req-e5182bd5-ef33-430f-974f-2e6c2855507d tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 985 time: 0.0450284 Sep 20 05:09:39.755912 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.v2.base [req-d43e0cc0-b3c5-46a3-9836-69e0c5a0b728 req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Request body: {'port': {'security_groups': ['121a6c4e-ded7-488a-9a53-4424d238a46d']}} {{(pid=112592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:09:39.826840 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-d43e0cc0-b3c5-46a3-9836-69e0c5a0b728 req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689347'] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), before_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:39.994759 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [req-d43e0cc0-b3c5-46a3-9836-69e0c5a0b728 req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] For port 9ae9a161-04f7-400c-a3d0-5448b4be5410, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=9ae9a161-04f7-400c-a3d0-5448b4be5410,segment=NetworkSegment(41d493e9-5abb-432a-911b-586466307b4a),segment_id=41d493e9-5abb-432a-911b-586466307b4a)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:09:40.022817 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-d43e0cc0-b3c5-46a3-9836-69e0c5a0b728 req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), precommit_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:40.027188 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-d43e0cc0-b3c5-46a3-9836-69e0c5a0b728 req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739023488166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739023050725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739023050743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59301293'] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), after_update {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:40.037761 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e0cc0-b3c5-46a3-9836-69e0c5a0b728 req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:40.038364 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [req-d43e0cc0-b3c5-46a3-9836-69e0c5a0b728 req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:40.039719 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-d43e0cc0-b3c5-46a3-9836-69e0c5a0b728 req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "PUT /networking/v2.0/ports/9ae9a161-04f7-400c-a3d0-5448b4be5410 HTTP/1.1" status: 200 len: 943 time: 0.2879786 Sep 20 05:09:40.040262 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57336b7-0747-4ad8-81bb-4f20fbfaa545', 'tag': '9ae9a161-04f7-400c-a3d0-5448b4be5410'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:09:40.042527 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110e9be2-1437-4734-8a21-baf2cb2ed981" -d '{"events": [{"name": "network-changed", "server_uuid": "c57336b7-0747-4ad8-81bb-4f20fbfaa545", "tag": "9ae9a161-04f7-400c-a3d0-5448b4be5410"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:09:40.045501 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55702) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:09:40.062103 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['9ae9a161-04f7-400c-a3d0-5448b4be5410'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 05:09:40.084402 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 05:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f813997a-5723-4470-a957-440e76d28542 x-openstack-request-id: req-f813997a-5723-4470-a957-440e76d28542 {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:09:40.084713 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57336b7-0747-4ad8-81bb-4f20fbfaa545", "tag": "9ae9a161-04f7-400c-a3d0-5448b4be5410", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:09:40.084971 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f813997a-5723-4470-a957-440e76d28542 {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:09:40.085376 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f813997a-5723-4470-a957-440e76d28542'] response: {'name': 'network-changed', 'server_uuid': 'c57336b7-0747-4ad8-81bb-4f20fbfaa545', 'tag': '9ae9a161-04f7-400c-a3d0-5448b4be5410', 'status': 'completed', 'code': 200} Sep 20 05:09:40.095536 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Pushing event updated for resources: {'Port': ['ID=9ae9a161-04f7-400c-a3d0-5448b4be5410,revision_number=7']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:40.102889 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.103244 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.103711 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.104060 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.104258 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.104593 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.105018 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.105391 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.105731 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.106062 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.106390 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.106717 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.107044 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.107368 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.107693 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f131c-cda4-4fe3-ae2f-237cb82e14f8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.110372 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group (178ba61a-ae30-41e7-aac3-122afa1e34e0), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:40.134980 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group (178ba61a-ae30-41e7-aac3-122afa1e34e0), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:40.196030 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['9ae9a161-04f7-400c-a3d0-5448b4be5410'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 05:09:40.198763 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e9be2-1437-4734-8a21-baf2cb2ed981 req-dd4d2faf-fd3e-4a07-9a01-db8750ec7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:40.200264 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-110e9be2-1437-4734-8a21-baf2cb2ed981 req-dd4d2faf-fd3e-4a07-9a01-db8750ec7639 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=15e8eefa98f44e8a871402c07adf11cf&device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 1130 time: 0.0622988 Sep 20 05:09:40.224410 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=29,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:40.225062 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:40.275702 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (178ba61a-ae30-41e7-aac3-122afa1e34e0), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:40.278197 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:40.279325 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/178ba61a-ae30-41e7-aac3-122afa1e34e0 HTTP/1.1" status: 204 len: 168 time: 0.2327743 Sep 20 05:09:40.282291 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 55704) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:09:40.298468 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=178ba61a-ae30-41e7-aac3-122afa1e34e0,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:40.313932 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.314282 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.314629 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.314967 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.315302 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.315635 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.315965 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.316293 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.316634 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.316965 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.317294 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.317617 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.317939 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.318258 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.318577 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a76ff-1e19-47ea-8d5e-a9f32ba7f9da tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:40.333837 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e9be2-1437-4734-8a21-baf2cb2ed981 req-a24c90a7-59d5-4d08-8c0f-26fc02cc3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:40.335365 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-110e9be2-1437-4734-8a21-baf2cb2ed981 req-a24c90a7-59d5-4d08-8c0f-26fc02cc3152 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 HTTP/1.1" status: 200 len: 915 time: 0.1278155 Sep 20 05:09:40.401967 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-110e9be2-1437-4734-8a21-baf2cb2ed981 req-0920664a-0b6b-477a-abaa-ebc546c102df service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ae9a161-04f7-400c-a3d0-5448b4be5410 HTTP/1.1" status: 200 len: 1001 time: 0.0605726 Sep 20 05:09:40.437805 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-9667544e-32f1-410d-8f17-4214e31c41e8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Deleting port 576cedc2-e2e3-4d5b-a4c0-a5a2886443be {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:09:40.438178 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9667544e-32f1-410d-8f17-4214e31c41e8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (576cedc2-e2e3-4d5b-a4c0-a5a2886443be), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:40.450142 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e9be2-1437-4734-8a21-baf2cb2ed981 req-f67d38ef-a838-46c5-9d70-03abbdbad000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:40.451586 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-110e9be2-1437-4734-8a21-baf2cb2ed981 req-f67d38ef-a838-46c5-9d70-03abbdbad000 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a7a57915-655f-48cd-9e6a-0a053ac120bb HTTP/1.1" status: 200 len: 854 time: 0.0432677 Sep 20 05:09:40.494915 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e9be2-1437-4734-8a21-baf2cb2ed981 req-af505f52-5388-415d-9181-93782d83835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:40.496387 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-110e9be2-1437-4734-8a21-baf2cb2ed981 req-af505f52-5388-415d-9181-93782d83835b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5a22d9ec-5b75-4df5-bab1-9104cd60cbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388315 Sep 20 05:09:40.517787 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9667544e-32f1-410d-8f17-4214e31c41e8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (576cedc2-e2e3-4d5b-a4c0-a5a2886443be), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:40.518045 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9667544e-32f1-410d-8f17-4214e31c41e8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for floatingip (576cedc2-e2e3-4d5b-a4c0-a5a2886443be), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:40.530684 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-9667544e-32f1-410d-8f17-4214e31c41e8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Calling delete_port for 576cedc2-e2e3-4d5b-a4c0-a5a2886443be owned by network:floatingip {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:09:40.592949 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-110e9be2-1437-4734-8a21-baf2cb2ed981 req-433f720a-d2ba-4c74-9dfb-b9c5ac6f1464 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5a22d9ec-5b75-4df5-bab1-9104cd60cbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884469 Sep 20 05:09:40.645117 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:40.687274 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-110e9be2-1437-4734-8a21-baf2cb2ed981 req-3b87ffdd-974f-4c86-8c57-6c0c1a0a226d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5a22d9ec-5b75-4df5-bab1-9104cd60cbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878804 Sep 20 05:09:40.699846 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9667544e-32f1-410d-8f17-4214e31c41e8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (576cedc2-e2e3-4d5b-a4c0-a5a2886443be), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:40.734571 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:40.735637 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667544e-32f1-410d-8f17-4214e31c41e8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Pushing event deleted for resources: {'Port': ['ID=576cedc2-e2e3-4d5b-a4c0-a5a2886443be,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:40.789824 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9667544e-32f1-410d-8f17-4214e31c41e8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks [] for floatingip (16e460c4-be2b-4a25-8a4a-33c9a8a39a88), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:40.790072 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.db.l3_db [None req-9667544e-32f1-410d-8f17-4214e31c41e8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Floating IP 16e460c4-be2b-4a25-8a4a-33c9a8a39a88 disassociated (deleted). External IP: 172.27.1.23, port: 9ae9a161-04f7-400c-a3d0-5448b4be5410. Sep 20 05:09:40.981651 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9667544e-32f1-410d-8f17-4214e31c41e8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Router 74a16225-0cf1-4bcc-ae4a-590efa3021f8 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:09:41.083415 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9667544e-32f1-410d-8f17-4214e31c41e8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:09:41.088022 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-9667544e-32f1-410d-8f17-4214e31c41e8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for floatingip (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:41.092582 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208038f6-26cb-4de4-bac6-824a6a0c5f92 None None] Sync routers for ids ['74a16225-0cf1-4bcc-ae4a-590efa3021f8'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:09:41.102616 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208038f6-26cb-4de4-bac6-824a6a0c5f92 None None] Routers {'74a16225-0cf1-4bcc-ae4a-590efa3021f8'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:09:41.103226 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-208038f6-26cb-4de4-bac6-824a6a0c5f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:09:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['74a16225-0cf1-4bcc-ae4a-590efa3021f8'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:41.117365 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-9667544e-32f1-410d-8f17-4214e31c41e8 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/16e460c4-be2b-4a25-8a4a-33c9a8a39a88 HTTP/1.1" status: 204 len: 168 time: 0.8332515 Sep 20 05:09:41.205710 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-208038f6-26cb-4de4-bac6-824a6a0c5f92 None None] Set router 74a16225-0cf1-4bcc-ae4a-590efa3021f8 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:09:41.393442 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-208038f6-26cb-4de4-bac6-824a6a0c5f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'name': 'tempest-TestMinimumBasicScenario-1359878512-router', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:45Z', 'revision_number': 4, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'gw_port': {'id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402', 'name': '', 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'mac_address': 'fa:16:3e:c1:f8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a7a57915-655f-48cd-9e6a-0a053ac120bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:44Z', 'updated_at': '2022-09-20T05:07:49Z', 'revision_number': 5, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'subnets': [{'id': 'a7a57915-655f-48cd-9e6a-0a053ac120bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:41.421969 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208038f6-26cb-4de4-bac6-824a6a0c5f92 None None] Checking router: 74a16225-0cf1-4bcc-ae4a-590efa3021f8 for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:09:41.430352 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208038f6-26cb-4de4-bac6-824a6a0c5f92 None None] Routers {'74a16225-0cf1-4bcc-ae4a-590efa3021f8'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:09:41.430958 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-208038f6-26cb-4de4-bac6-824a6a0c5f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:09:19Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['74a16225-0cf1-4bcc-ae4a-590efa3021f8'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:41.526781 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-208038f6-26cb-4de4-bac6-824a6a0c5f92 None None] Set router 74a16225-0cf1-4bcc-ae4a-590efa3021f8 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:09:41.713920 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-208038f6-26cb-4de4-bac6-824a6a0c5f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'name': 'tempest-TestMinimumBasicScenario-1359878512-router', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:45Z', 'revision_number': 4, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'gw_port': {'id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402', 'name': '', 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'mac_address': 'fa:16:3e:c1:f8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a7a57915-655f-48cd-9e6a-0a053ac120bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:44Z', 'updated_at': '2022-09-20T05:07:49Z', 'revision_number': 5, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'subnets': [{'id': 'a7a57915-655f-48cd-9e6a-0a053ac120bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:41.737879 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208038f6-26cb-4de4-bac6-824a6a0c5f92 None None] The sync data for ids ['74a16225-0cf1-4bcc-ae4a-590efa3021f8'] in dv-cinder-756710-7-iscsi is: [{'id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'name': 'tempest-TestMinimumBasicScenario-1359878512-router', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:45Z', 'revision_number': 4, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'gw_port': {'id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi', '_interfaces': [{'id': '8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402', 'name': '', 'network_id': '5a22d9ec-5b75-4df5-bab1-9104cd60cbe5', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'mac_address': 'fa:16:3e:c1:f8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a7a57915-655f-48cd-9e6a-0a053ac120bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:44Z', 'updated_at': '2022-09-20T05:07:49Z', 'revision_number': 5, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'subnets': [{'id': 'a7a57915-655f-48cd-9e6a-0a053ac120bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:09:41.954179 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fbdc6d-a38e-4c63-87df-981c5b9e5192 None None] New status for floating IP 16e460c4-be2b-4a25-8a4a-33c9a8a39a88: DOWN {{(pid=112594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 05:09:42.086738 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57336b7-0747-4ad8-81bb-4f20fbfaa545', 'tag': '9ae9a161-04f7-400c-a3d0-5448b4be5410'}] {{(pid=112592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:09:42.089127 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4cdf9be849f4ed3426a10001532c2d438949cc20925fc1c5f39c29da330c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90efb70-ca90-402c-b784-bdbc56962f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c57336b7-0747-4ad8-81bb-4f20fbfaa545", "tag": "9ae9a161-04f7-400c-a3d0-5448b4be5410"}]}' {{(pid=112592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:09:42.125349 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 05:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2878d85-f6b4-4b1c-b3c4-039554d37104 x-openstack-request-id: req-a2878d85-f6b4-4b1c-b3c4-039554d37104 {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:09:42.125714 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57336b7-0747-4ad8-81bb-4f20fbfaa545", "tag": "9ae9a161-04f7-400c-a3d0-5448b4be5410", "status": "completed", "code": 200}]} {{(pid=112592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:09:42.125974 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a2878d85-f6b4-4b1c-b3c4-039554d37104 {{(pid=112592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:09:42.126379 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2878d85-f6b4-4b1c-b3c4-039554d37104'] response: {'name': 'network-changed', 'server_uuid': 'c57336b7-0747-4ad8-81bb-4f20fbfaa545', 'tag': '9ae9a161-04f7-400c-a3d0-5448b4be5410', 'status': 'completed', 'code': 200} Sep 20 05:09:42.217914 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90efb70-ca90-402c-b784-bdbc56962f8b req-01d80a2b-d8e9-4fe8-827c-71c93f0fdaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:42.219496 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-f90efb70-ca90-402c-b784-bdbc56962f8b req-01d80a2b-d8e9-4fe8-827c-71c93f0fdaaa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=15e8eefa98f44e8a871402c07adf11cf&device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 1130 time: 0.0439992 Sep 20 05:09:42.309340 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90efb70-ca90-402c-b784-bdbc56962f8b req-29a5b6e5-e86b-40ef-9b2c-9937ac1a03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:42.310769 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-f90efb70-ca90-402c-b784-bdbc56962f8b req-29a5b6e5-e86b-40ef-9b2c-9937ac1a03cf service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 HTTP/1.1" status: 200 len: 915 time: 0.0856712 Sep 20 05:09:42.353913 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-f90efb70-ca90-402c-b784-bdbc56962f8b req-3b80e5d0-2b5f-4c73-a578-cb865875d45d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ae9a161-04f7-400c-a3d0-5448b4be5410 HTTP/1.1" status: 200 len: 217 time: 0.0362380 Sep 20 05:09:42.405294 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90efb70-ca90-402c-b784-bdbc56962f8b req-31a93e40-e1b2-4c0e-a4d5-0c43d8f743c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:42.405294 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-f90efb70-ca90-402c-b784-bdbc56962f8b req-31a93e40-e1b2-4c0e-a4d5-0c43d8f743c5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a7a57915-655f-48cd-9e6a-0a053ac120bb HTTP/1.1" status: 200 len: 854 time: 0.0447748 Sep 20 05:09:42.447463 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90efb70-ca90-402c-b784-bdbc56962f8b req-28a5fcb9-bb98-4663-92d7-4710e522c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:42.449033 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-f90efb70-ca90-402c-b784-bdbc56962f8b req-28a5fcb9-bb98-4663-92d7-4710e522c7fa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5a22d9ec-5b75-4df5-bab1-9104cd60cbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391753 Sep 20 05:09:42.525394 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:42.542522 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-f90efb70-ca90-402c-b784-bdbc56962f8b req-87efd510-2fdc-439c-a6e0-59edd6b6f9ae service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5a22d9ec-5b75-4df5-bab1-9104cd60cbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872829 Sep 20 05:09:42.596424 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:42.638195 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-f90efb70-ca90-402c-b784-bdbc56962f8b req-0020007d-23f4-4615-86ac-3b93fbf86dc7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5a22d9ec-5b75-4df5-bab1-9104cd60cbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894792 Sep 20 05:09:43.847346 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec394d-1393-47ea-aa20-b211b01dfb2b req-a568af6b-8a9c-4b49-a75b-51a14e24d45a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:43.848813 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-50ec394d-1393-47ea-aa20-b211b01dfb2b req-a568af6b-8a9c-4b49-a75b-51a14e24d45a tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 946 time: 0.0465033 Sep 20 05:09:43.898480 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-50ec394d-1393-47ea-aa20-b211b01dfb2b req-c143c3eb-b318-49f5-ac7c-0a92e85861d4 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439985 Sep 20 05:09:44.043846 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:09:45.015847 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b4b4d-43bb-4916-905c-ba4427fa4c20 req-e3b4aa80-08bd-4336-8129-245e97cffb61 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:45.017317 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-437b4b4d-43bb-4916-905c-ba4427fa4c20 req-e3b4aa80-08bd-4336-8129-245e97cffb61 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 946 time: 0.0453269 Sep 20 05:09:45.064541 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-437b4b4d-43bb-4916-905c-ba4427fa4c20 req-9b9ba3bd-b684-481c-9ee9-820f586cf8cc tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=121a6c4e-ded7-488a-9a53-4424d238a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415080 Sep 20 05:09:45.705906 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ebae9-c457-4302-b2f4-8b9fd7b5edfb req-a7d0cf62-71c6-475d-9893-376f9e510de4 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 05:09:45.707298 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-070ebae9-c457-4302-b2f4-8b9fd7b5edfb req-a7d0cf62-71c6-475d-9893-376f9e510de4 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 946 time: 0.0480909 Sep 20 05:09:45.785415 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-070ebae9-c457-4302-b2f4-8b9fd7b5edfb req-5a41fe53-dbb8-41f4-a6ad-b51fe24c9ea2 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Deleting port 9ae9a161-04f7-400c-a3d0-5448b4be5410 {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:09:45.785749 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-070ebae9-c457-4302-b2f4-8b9fd7b5edfb req-5a41fe53-dbb8-41f4-a6ad-b51fe24c9ea2 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:45.874491 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [req-070ebae9-c457-4302-b2f4-8b9fd7b5edfb req-5a41fe53-dbb8-41f4-a6ad-b51fe24c9ea2 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] For port 9ae9a161-04f7-400c-a3d0-5448b4be5410, host hv-cinder-75671, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75671',level=0,port_id=9ae9a161-04f7-400c-a3d0-5448b4be5410,segment=NetworkSegment(41d493e9-5abb-432a-911b-586466307b4a),segment_id=41d493e9-5abb-432a-911b-586466307b4a)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:09:45.874847 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-070ebae9-c457-4302-b2f4-8b9fd7b5edfb req-5a41fe53-dbb8-41f4-a6ad-b51fe24c9ea2 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:45.887098 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [req-070ebae9-c457-4302-b2f4-8b9fd7b5edfb req-5a41fe53-dbb8-41f4-a6ad-b51fe24c9ea2 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Calling delete_port for 9ae9a161-04f7-400c-a3d0-5448b4be5410 owned by compute:nova {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:09:46.007892 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-070ebae9-c457-4302-b2f4-8b9fd7b5edfb req-5a41fe53-dbb8-41f4-a6ad-b51fe24c9ea2 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (9ae9a161-04f7-400c-a3d0-5448b4be5410), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:46.039020 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41fe53-dbb8-41f4-a6ad-b51fe24c9ea2 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Pushing event deleted for resources: {'Port': ['ID=9ae9a161-04f7-400c-a3d0-5448b4be5410,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:46.042497 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] get_ports_and_sgs() called for port_ids ['9ae9a161-04f7-400c-a3d0-5448b4be5410'] {{(pid=112594) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 05:09:46.085887 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [req-070ebae9-c457-4302-b2f4-8b9fd7b5edfb req-5a41fe53-dbb8-41f4-a6ad-b51fe24c9ea2 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] No DVR routers for this DVR port 9ae9a161-04f7-400c-a3d0-5448b4be5410 on host hv-cinder-75671 {{(pid=112593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 05:09:46.088381 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [req-070ebae9-c457-4302-b2f4-8b9fd7b5edfb req-5a41fe53-dbb8-41f4-a6ad-b51fe24c9ea2 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54082'] for port (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:46.091594 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [req-070ebae9-c457-4302-b2f4-8b9fd7b5edfb req-5a41fe53-dbb8-41f4-a6ad-b51fe24c9ea2 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.25 "DELETE /networking/v2.0/ports/9ae9a161-04f7-400c-a3d0-5448b4be5410 HTTP/1.1" status: 204 len: 173 time: 0.3791363 Sep 20 05:09:46.092118 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57336b7-0747-4ad8-81bb-4f20fbfaa545', 'name': 'network-vif-deleted', 'tag': '9ae9a161-04f7-400c-a3d0-5448b4be5410'}] {{(pid=112593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 05:09:46.094972 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f544a9df82c727e88023c91a731fa3e55f8aea918a058ac05f4b82270fb588d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1c664c-af0b-42bd-b237-c013e6252a41" -d '{"events": [{"server_uuid": "c57336b7-0747-4ad8-81bb-4f20fbfaa545", "name": "network-vif-deleted", "tag": "9ae9a161-04f7-400c-a3d0-5448b4be5410"}]}' {{(pid=112593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:09:46.168562 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [req-a6f76e6a-a1f9-4b17-b085-40771459c9ce req-7b789d16-4b9b-4717-94d5-9740d0c47368 tempest-TestMinimumBasicScenario-930919975 tempest-TestMinimumBasicScenario-930919975-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c57336b7-0747-4ad8-81bb-4f20fbfaa545 HTTP/1.1" status: 200 len: 210 time: 0.0293825 Sep 20 05:09:46.212631 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 05:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b003222-d6e9-468f-b7ea-7cac9dc34601 x-openstack-request-id: req-9b003222-d6e9-468f-b7ea-7cac9dc34601 {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:09:46.212930 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57336b7-0747-4ad8-81bb-4f20fbfaa545", "name": "network-vif-deleted", "tag": "9ae9a161-04f7-400c-a3d0-5448b4be5410", "status": "completed", "code": 200}]} {{(pid=112593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:09:46.213180 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9b003222-d6e9-468f-b7ea-7cac9dc34601 {{(pid=112593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:09:46.213604 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b003222-d6e9-468f-b7ea-7cac9dc34601'] response: {'server_uuid': 'c57336b7-0747-4ad8-81bb-4f20fbfaa545', 'name': 'network-vif-deleted', 'tag': '9ae9a161-04f7-400c-a3d0-5448b4be5410', 'status': 'completed', 'code': 200} Sep 20 05:09:46.742339 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-370453f3-919f-4b1c-a37b-298462d1a9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:47.730536 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55790) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:09:48.034896 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f8b11ace-174a-4adf-b27b-7a8b63c5f422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4094629'] for router_interface (74a16225-0cf1-4bcc-ae4a-590efa3021f8), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:48.065980 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:48.192220 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:48.254101 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-f8b11ace-174a-4adf-b27b-7a8b63c5f422 admin admin] Deleting port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:09:48.254450 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f8b11ace-174a-4adf-b27b-7a8b63c5f422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:48.333913 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [None req-f8b11ace-174a-4adf-b27b-7a8b63c5f422 admin admin] For port 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402,segment=NetworkSegment(41d493e9-5abb-432a-911b-586466307b4a),segment_id=41d493e9-5abb-432a-911b-586466307b4a)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:09:48.334192 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f8b11ace-174a-4adf-b27b-7a8b63c5f422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:48.346543 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-f8b11ace-174a-4adf-b27b-7a8b63c5f422 admin admin] Calling delete_port for 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 owned by network:router_interface {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:09:48.525346 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f8b11ace-174a-4adf-b27b-7a8b63c5f422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:48.554872 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b11ace-174a-4adf-b27b-7a8b63c5f422 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:48.719603 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-f8b11ace-174a-4adf-b27b-7a8b63c5f422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3684142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3778325'] for router_interface (74a16225-0cf1-4bcc-ae4a-590efa3021f8), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:48.926347 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b11ace-174a-4adf-b27b-7a8b63c5f422 admin admin] Router 74a16225-0cf1-4bcc-ae4a-590efa3021f8 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:09:48.929581 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:48.930637 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e6ddad07-d684-481b-9bb4-7a67c30050c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:48.939689 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:49.029761 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b11ace-174a-4adf-b27b-7a8b63c5f422 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:09:49.035285 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-f8b11ace-174a-4adf-b27b-7a8b63c5f422 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/74a16225-0cf1-4bcc-ae4a-590efa3021f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3035913 Sep 20 05:09:49.038052 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 55792) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:09:49.038828 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75f24b-b9fd-4521-bbde-730e5d09022a None None] Sync routers for ids ['74a16225-0cf1-4bcc-ae4a-590efa3021f8'] in dv-cinder-756710-7-iscsi {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:09:49.049426 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75f24b-b9fd-4521-bbde-730e5d09022a None None] Routers {'74a16225-0cf1-4bcc-ae4a-590efa3021f8'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:09:49.050023 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-ef75f24b-b9fd-4521-bbde-730e5d09022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:09:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['74a16225-0cf1-4bcc-ae4a-590efa3021f8'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:49.143705 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cf39f1d3-923b-49ff-b539-b7dcf3c24f53 admin admin] Publish callbacks [] for router (74a16225-0cf1-4bcc-ae4a-590efa3021f8), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:49.152498 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-ef75f24b-b9fd-4521-bbde-730e5d09022a None None] Set router 74a16225-0cf1-4bcc-ae4a-590efa3021f8 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:09:49.321835 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:49.333176 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-ef75f24b-b9fd-4521-bbde-730e5d09022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'name': 'tempest-TestMinimumBasicScenario-1359878512-router', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:09:48Z', 'revision_number': 5, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'gw_port': {'id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:49.358782 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75f24b-b9fd-4521-bbde-730e5d09022a None None] Checking router: 74a16225-0cf1-4bcc-ae4a-590efa3021f8 for host: dv-cinder-756710-7-iscsi {{(pid=112595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:09:49.367795 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75f24b-b9fd-4521-bbde-730e5d09022a None None] Routers {'74a16225-0cf1-4bcc-ae4a-590efa3021f8'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:09:49.368414 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-ef75f24b-b9fd-4521-bbde-730e5d09022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:09:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['74a16225-0cf1-4bcc-ae4a-590efa3021f8'], 'active': True} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:49.407274 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=100 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:49.476941 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_dvr_db [None req-ef75f24b-b9fd-4521-bbde-730e5d09022a None None] Set router 74a16225-0cf1-4bcc-ae4a-590efa3021f8 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:09:49.490051 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cf39f1d3-923b-49ff-b539-b7dcf3c24f53 admin admin] Publish callbacks [] for router_gateway (74a16225-0cf1-4bcc-ae4a-590efa3021f8), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:49.533927 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-cf39f1d3-923b-49ff-b539-b7dcf3c24f53 admin admin] Deleting port 3750ac7d-6f1a-476e-9583-8b4d64ac7719 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:09:49.534265 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cf39f1d3-923b-49ff-b539-b7dcf3c24f53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (3750ac7d-6f1a-476e-9583-8b4d64ac7719), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:49.575861 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:49.619831 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [None req-cf39f1d3-923b-49ff-b539-b7dcf3c24f53 admin admin] For port 3750ac7d-6f1a-476e-9583-8b4d64ac7719, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=3750ac7d-6f1a-476e-9583-8b4d64ac7719,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:09:49.620345 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cf39f1d3-923b-49ff-b539-b7dcf3c24f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (3750ac7d-6f1a-476e-9583-8b4d64ac7719), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:49.630119 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:49.634528 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-cf39f1d3-923b-49ff-b539-b7dcf3c24f53 admin admin] Calling delete_port for 3750ac7d-6f1a-476e-9583-8b4d64ac7719 owned by network:router_gateway {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:09:49.646327 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.l3_hamode_db [None req-ef75f24b-b9fd-4521-bbde-730e5d09022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'name': 'tempest-TestMinimumBasicScenario-1359878512-router', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:09:48Z', 'revision_number': 5, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'gw_port': {'id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:49.674201 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75f24b-b9fd-4521-bbde-730e5d09022a None None] The sync data for ids ['74a16225-0cf1-4bcc-ae4a-590efa3021f8'] in dv-cinder-756710-7-iscsi is: [{'id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'name': 'tempest-TestMinimumBasicScenario-1359878512-router', 'tenant_id': '15e8eefa98f44e8a871402c07adf11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:09:48Z', 'revision_number': 5, 'project_id': '15e8eefa98f44e8a871402c07adf11cf', 'gw_port': {'id': '3750ac7d-6f1a-476e-9583-8b4d64ac7719', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a16225-0cf1-4bcc-ae4a-590efa3021f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:43Z', 'updated_at': '2022-09-20T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}] {{(pid=112595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:09:49.752892 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 9ae9a161-04f7-400c-a3d0-5448b4be5410 no longer exists at agent hyperv_hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:09:49.772925 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] No Port match for: 9ae9a161-04f7-400c-a3d0-5448b4be5410 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:09:49.773270 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Device 9ae9a161-04f7-400c-a3d0-5448b4be5410 not bound to the agent host hv-cinder-75671 {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:09:49.805270 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cf39f1d3-923b-49ff-b539-b7dcf3c24f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (3750ac7d-6f1a-476e-9583-8b4d64ac7719), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:49.827731 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39f1d3-923b-49ff-b539-b7dcf3c24f53 admin admin] Pushing event deleted for resources: {'Port': ['ID=3750ac7d-6f1a-476e-9583-8b4d64ac7719,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:49.893465 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cf39f1d3-923b-49ff-b539-b7dcf3c24f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3775071'] for router_gateway (74a16225-0cf1-4bcc-ae4a-590efa3021f8), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:49.977897 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cf39f1d3-923b-49ff-b539-b7dcf3c24f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4743'] for router (74a16225-0cf1-4bcc-ae4a-590efa3021f8), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:49.980003 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cf39f1d3-923b-49ff-b539-b7dcf3c24f53 admin admin] Publish callbacks [] for router_controller (74a16225-0cf1-4bcc-ae4a-590efa3021f8), precommit_delete_associations {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:50.022368 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cf39f1d3-923b-49ff-b539-b7dcf3c24f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3778408'] for router (74a16225-0cf1-4bcc-ae4a-590efa3021f8), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:50.022997 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf39f1d3-923b-49ff-b539-b7dcf3c24f53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74a16225-0cf1-4bcc-ae4a-590efa3021f8 {{(pid=112592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 05:09:50.027375 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cf39f1d3-923b-49ff-b539-b7dcf3c24f53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:50.031454 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-cf39f1d3-923b-49ff-b539-b7dcf3c24f53 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/74a16225-0cf1-4bcc-ae4a-590efa3021f8 HTTP/1.1" status: 204 len: 168 time: 0.9894757 Sep 20 05:09:50.031722 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 55794) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:09:50.076559 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b8b6f5-c395-4c80-b513-9873c39a2c68 admin admin] Deleting subnet a7a57915-655f-48cd-9e6a-0a053ac120bb {{(pid=112592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 05:09:50.079865 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-87b8b6f5-c395-4c80-b513-9873c39a2c68 admin admin] Publish callbacks [] for subnet (a7a57915-655f-48cd-9e6a-0a053ac120bb), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:50.116376 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-87b8b6f5-c395-4c80-b513-9873c39a2c68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59606820'] for subnet (a7a57915-655f-48cd-9e6a-0a053ac120bb), precommit_delete_associations {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:50.143699 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:50.197768 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-87b8b6f5-c395-4c80-b513-9873c39a2c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766695'] for subnet (a7a57915-655f-48cd-9e6a-0a053ac120bb), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:50.254100 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-87b8b6f5-c395-4c80-b513-9873c39a2c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59301371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58868331'] for subnet (a7a57915-655f-48cd-9e6a-0a053ac120bb), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:50.281712 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8b6f5-c395-4c80-b513-9873c39a2c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a57915-655f-48cd-9e6a-0a053ac120bb,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:50.285558 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-87b8b6f5-c395-4c80-b513-9873c39a2c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for subnet (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:50.288677 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-87b8b6f5-c395-4c80-b513-9873c39a2c68 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/a7a57915-655f-48cd-9e6a-0a053ac120bb HTTP/1.1" status: 204 len: 168 time: 0.2560139 Sep 20 05:09:50.292344 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55796) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:09:50.295184 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de2ce26-8100-4fda-82f2-66ed1fc164cb None None] Network 5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 05:09:50.643669 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726418'] for network (5a22d9ec-5b75-4df5-bab1-9104cd60cbe5), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:50.688264 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] Deleting port 88a45e08-8968-412d-9a7c-cef135b92c13 {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:09:50.688629 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (88a45e08-8968-412d-9a7c-cef135b92c13), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:50.724804 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] DHCP port deletion for 5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 request from dv-cinder-756710-7-iscsi {{(pid=112594) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 05:09:50.759312 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] For port 88a45e08-8968-412d-9a7c-cef135b92c13, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=88a45e08-8968-412d-9a7c-cef135b92c13,segment=NetworkSegment(41d493e9-5abb-432a-911b-586466307b4a),segment_id=41d493e9-5abb-432a-911b-586466307b4a)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:09:50.759679 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (88a45e08-8968-412d-9a7c-cef135b92c13), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:50.763956 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:09:50.773577 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] Calling delete_port for 88a45e08-8968-412d-9a7c-cef135b92c13 owned by network:dhcp {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:09:50.792155 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:09:50.792502 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 8ea4a55e-0a8d-43a3-a9c6-7bf6be9c8402 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:09:50.798596 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Deleting port 88a45e08-8968-412d-9a7c-cef135b92c13 {{(pid=112594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:09:50.798967 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (88a45e08-8968-412d-9a7c-cef135b92c13), before_delete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:50.849102 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (88a45e08-8968-412d-9a7c-cef135b92c13), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:50.862023 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.db [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] For port 88a45e08-8968-412d-9a7c-cef135b92c13, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=88a45e08-8968-412d-9a7c-cef135b92c13,segment=NetworkSegment(41d493e9-5abb-432a-911b-586466307b4a),segment_id=41d493e9-5abb-432a-911b-586466307b4a)] {{(pid=112594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:09:50.862644 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (88a45e08-8968-412d-9a7c-cef135b92c13), precommit_delete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:50.873123 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] Pushing event deleted for resources: {'Port': ['ID=88a45e08-8968-412d-9a7c-cef135b92c13,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:50.875862 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Calling delete_port for 88a45e08-8968-412d-9a7c-cef135b92c13 owned by network:dhcp {{(pid=112594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:09:50.877221 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] No DVR routers for this DVR port 88a45e08-8968-412d-9a7c-cef135b92c13 on host dv-cinder-756710-7-iscsi {{(pid=112593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 05:09:50.948755 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [req-3f19f938-3979-40d0-9e0e-cc87ca6f6ef8 req-a3e8d8f9-b82a-44a0-9640-dc4817e8935a tempest-ServerRescueNegativeTestJSON-447939399 tempest-ServerRescueNegativeTestJSON-447939399-project] (112592) timed out ('10.222.0.27', 44004) {{(pid=112592) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 20 05:09:50.949956 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 55798) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:09:50.952072 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729292', 'neutron.services.segments.db._delete_segments_for_network-8739023563457'] for network (5a22d9ec-5b75-4df5-bab1-9104cd60cbe5), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:50.954119 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716'] for port (88a45e08-8968-412d-9a7c-cef135b92c13), after_delete {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:50.978002 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Pushing event deleted for resources: {'Port': ['ID=88a45e08-8968-412d-9a7c-cef135b92c13,revision_number=None']} {{(pid=112594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:50.978342 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a22d9ec-5b75-4df5-bab1-9104cd60cbe5']}} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:50.985680 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] No DVR routers for this DVR port 88a45e08-8968-412d-9a7c-cef135b92c13 on host dv-cinder-756710-7-iscsi {{(pid=112594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 05:09:50.987947 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:50.988211 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d493e9-5abb-432a-911b-586466307b4a') {'for_net_delete': True} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:50.988378 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:50.988510 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d493e9-5abb-432a-911b-586466307b4a') {} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:50.988794 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:50.988961 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:50.989293 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:50.989618 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:50.989943 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:50.990268 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:50.990588 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:50.990908 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:50.991228 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:50.991573 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:50.991867 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:50.992188 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:50.992498 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f895d2-fde5-4cff-98ad-f8e1f14ea00d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-756710-7-iscsi {{(pid=112594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:51.007187 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739023563349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58957075'] for segment (41d493e9-5abb-432a-911b-586466307b4a), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:51.026851 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (41d493e9-5abb-432a-911b-586466307b4a), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:51.033852 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=112593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:09:51.034244 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59245190'] for segment (41d493e9-5abb-432a-911b-586466307b4a), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:51.081830 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.services.segments.plugin [-] Segment 41d493e9-5abb-432a-911b-586466307b4a resource provider aggregate not found Sep 20 05:09:51.095590 dv-cinder-756710-7-iscsi neutron-server[112592]: WARNING keystonemiddleware.auth_token [-] Authorization failed for token: keystonemiddleware.auth_token._exceptions.InvalidToken: Token authorization failed Sep 20 05:09:51.098508 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-47953344&fields=id&tenant_id=2e65f62fae68435ea0304bebc2a21b90 HTTP/1.1" status: 401 len: 385 time: 0.1470659 Sep 20 05:09:51.099505 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.services.segments.plugin [-] Segment 41d493e9-5abb-432a-911b-586466307b4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41d493e9-5abb-432a-911b-586466307b4a found for delete ", "request_id": "req-7b49265e-4463-498c-ac8c-0f964a008d31"}]} Sep 20 05:09:51.106889 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3775114'] for network (5a22d9ec-5b75-4df5-bab1-9104cd60cbe5), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:51.112988 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:51.118920 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/5a22d9ec-5b75-4df5-bab1-9104cd60cbe5 HTTP/1.1" status: 204 len: 168 time: 0.8201530 Sep 20 05:09:51.119585 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 55810) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:09:51.137060 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff39d3-2c78-40ac-b730-1b297ca3a81f admin admin] Pushing event deleted for resources: {'Network': ['ID=5a22d9ec-5b75-4df5-bab1-9104cd60cbe5,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:51.223718 dv-cinder-756710-7-iscsi neutron-server[112592]: WARNING keystonemiddleware.auth_token [-] Authorization failed for token: keystonemiddleware.auth_token._exceptions.InvalidToken Sep 20 05:09:51.224847 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-47953344&fields=id&tenant_id=2e65f62fae68435ea0304bebc2a21b90 HTTP/1.1" status: 401 len: 385 time: 0.0555799 Sep 20 05:09:51.293855 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:51.376131 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:51.463893 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cd0e1d6e-0276-4172-8c09-e7fcf5993381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4094629'] for router_interface (a1a660da-34c4-4342-9337-42761974fb77), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:51.695735 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e1d6e-0276-4172-8c09-e7fcf5993381 admin admin] Deleting port 806aa95d-4148-422c-ab21-d02b6bbd7307 {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:09:51.696073 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cd0e1d6e-0276-4172-8c09-e7fcf5993381 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (806aa95d-4148-422c-ab21-d02b6bbd7307), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:51.747444 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:51.777338 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [None req-cd0e1d6e-0276-4172-8c09-e7fcf5993381 admin admin] For port 806aa95d-4148-422c-ab21-d02b6bbd7307, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=806aa95d-4148-422c-ab21-d02b6bbd7307,segment=NetworkSegment(1d129498-9f72-4fc3-8cc8-85ce8d4e5845),segment_id=1d129498-9f72-4fc3-8cc8-85ce8d4e5845)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:09:51.777704 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cd0e1d6e-0276-4172-8c09-e7fcf5993381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (806aa95d-4148-422c-ab21-d02b6bbd7307), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:51.790476 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e1d6e-0276-4172-8c09-e7fcf5993381 admin admin] Calling delete_port for 806aa95d-4148-422c-ab21-d02b6bbd7307 owned by network:router_interface {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:09:51.953268 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:51.967841 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cd0e1d6e-0276-4172-8c09-e7fcf5993381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (806aa95d-4148-422c-ab21-d02b6bbd7307), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:51.993886 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e1d6e-0276-4172-8c09-e7fcf5993381 admin admin] Pushing event deleted for resources: {'Port': ['ID=806aa95d-4148-422c-ab21-d02b6bbd7307,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:52.158657 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:52.161300 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cd0e1d6e-0276-4172-8c09-e7fcf5993381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3684142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3778325'] for router_interface (a1a660da-34c4-4342-9337-42761974fb77), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:52.219955 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:52.363857 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 3750ac7d-6f1a-476e-9583-8b4d64ac7719 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:09:52.371900 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0e1d6e-0276-4172-8c09-e7fcf5993381 admin admin] Router a1a660da-34c4-4342-9337-42761974fb77 has already been hosted by L3 agent 6bff635c-0391-48e4-9605-bff8df8b53c7 {{(pid=112592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:09:52.383328 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: 3750ac7d-6f1a-476e-9583-8b4d64ac7719 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:09:52.383747 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 3750ac7d-6f1a-476e-9583-8b4d64ac7719 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:09:52.384234 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 88a45e08-8968-412d-9a7c-cef135b92c13 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:09:52.403620 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: 88a45e08-8968-412d-9a7c-cef135b92c13 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:09:52.403967 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 88a45e08-8968-412d-9a7c-cef135b92c13 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:09:52.480070 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0e1d6e-0276-4172-8c09-e7fcf5993381 admin admin] Notify agent at l3_agent.dv-cinder-756710-7-iscsi the message routers_updated {{(pid=112592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:09:52.485140 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-cd0e1d6e-0276-4172-8c09-e7fcf5993381 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a1a660da-34c4-4342-9337-42761974fb77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3643417 Sep 20 05:09:52.487604 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 55814) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:09:52.490259 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536c4235-02a3-4abd-9a31-9c824247d3db None None] Sync routers for ids ['a1a660da-34c4-4342-9337-42761974fb77'] in dv-cinder-756710-7-iscsi {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:09:52.500940 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536c4235-02a3-4abd-9a31-9c824247d3db None None] Routers {'a1a660da-34c4-4342-9337-42761974fb77'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:09:52.501631 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-536c4235-02a3-4abd-9a31-9c824247d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:09:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['a1a660da-34c4-4342-9337-42761974fb77'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:52.585794 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7fc8-dad0-47ce-bc83-c81b86a53792 admin admin] Publish callbacks [] for router (a1a660da-34c4-4342-9337-42761974fb77), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:52.601941 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-536c4235-02a3-4abd-9a31-9c824247d3db None None] Set router a1a660da-34c4-4342-9337-42761974fb77 gateway port host: dv-cinder-756710-7-iscsi {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:09:52.692958 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7fc8-dad0-47ce-bc83-c81b86a53792 admin admin] Publish callbacks [] for router_gateway (a1a660da-34c4-4342-9337-42761974fb77), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:52.736951 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-cdbc7fc8-dad0-47ce-bc83-c81b86a53792 admin admin] Deleting port a60d30a0-643f-4bd1-96f6-d758a415367f {{(pid=112592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:09:52.737277 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7fc8-dad0-47ce-bc83-c81b86a53792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (a60d30a0-643f-4bd1-96f6-d758a415367f), before_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:52.782106 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:52.827061 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:52.827439 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.db [None req-cdbc7fc8-dad0-47ce-bc83-c81b86a53792 admin admin] For port a60d30a0-643f-4bd1-96f6-d758a415367f, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=a60d30a0-643f-4bd1-96f6-d758a415367f,segment=NetworkSegment(785e3214-881a-495d-8d1a-761cef03e027),segment_id=785e3214-881a-495d-8d1a-761cef03e027)] {{(pid=112592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:09:52.827750 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7fc8-dad0-47ce-bc83-c81b86a53792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (a60d30a0-643f-4bd1-96f6-d758a415367f), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:52.841865 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.plugins.ml2.plugin [None req-cdbc7fc8-dad0-47ce-bc83-c81b86a53792 admin admin] Calling delete_port for a60d30a0-643f-4bd1-96f6-d758a415367f owned by network:router_gateway {{(pid=112592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:09:52.901248 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-536c4235-02a3-4abd-9a31-9c824247d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a660da-34c4-4342-9337-42761974fb77', 'name': 'tempest-TestMinimumBasicScenario-799598967-router', 'tenant_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'external_fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a60d30a0-643f-4bd1-96f6-d758a415367f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:47Z', 'updated_at': '2022-09-20T05:09:51Z', 'revision_number': 5, 'project_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'gw_port': {'id': 'a60d30a0-643f-4bd1-96f6-d758a415367f', 'name': '', 'network_id': '8759e551-747b-45d0-a8c5-769c9cf5d5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a660da-34c4-4342-9337-42761974fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-756710-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T05:07:47Z', 'updated_at': '2022-09-20T05:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f821a43-86f0-429d-8588-ab7b54ff0d6d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-756710-7-iscsi'}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:52.925748 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536c4235-02a3-4abd-9a31-9c824247d3db None None] Checking router: a1a660da-34c4-4342-9337-42761974fb77 for host: dv-cinder-756710-7-iscsi {{(pid=112594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:09:52.934178 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536c4235-02a3-4abd-9a31-9c824247d3db None None] Routers {'a1a660da-34c4-4342-9337-42761974fb77'} bound to L3 agent in host dv-cinder-756710-7-iscsi {{(pid=112594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 05:09:52.934788 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-536c4235-02a3-4abd-9a31-9c824247d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-756710-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T04:43:49Z,description=,heartbeat_timestamp=2022-09-20T05:09:49Z,host='dv-cinder-756710-7-iscsi',id=6bff635c-0391-48e4-9605-bff8df8b53c7,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T04:43:49Z,topic='l3_agent')) {'router_ids': ['a1a660da-34c4-4342-9337-42761974fb77'], 'active': True} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:53.007602 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7fc8-dad0-47ce-bc83-c81b86a53792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59301268'] for port (a60d30a0-643f-4bd1-96f6-d758a415367f), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:53.020043 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_dvr_db [None req-536c4235-02a3-4abd-9a31-9c824247d3db None None] Set router a1a660da-34c4-4342-9337-42761974fb77 gateway port host: None {{(pid=112594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 05:09:53.035372 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc7fc8-dad0-47ce-bc83-c81b86a53792 admin admin] Pushing event deleted for resources: {'Port': ['ID=a60d30a0-643f-4bd1-96f6-d758a415367f,revision_number=None']} {{(pid=112592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:53.043840 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:53.071251 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.db.l3_hamode_db [None req-536c4235-02a3-4abd-9a31-9c824247d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a660da-34c4-4342-9337-42761974fb77', 'name': 'tempest-TestMinimumBasicScenario-799598967-router', 'tenant_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:47Z', 'updated_at': '2022-09-20T05:09:52Z', 'revision_number': 6, 'project_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'gw_port_host': None}], 'dv-cinder-756710-7-iscsi', False) {} {{(pid=112594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:53.085906 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:53.099932 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536c4235-02a3-4abd-9a31-9c824247d3db None None] The sync data for ids ['a1a660da-34c4-4342-9337-42761974fb77'] in dv-cinder-756710-7-iscsi is: [{'id': 'a1a660da-34c4-4342-9337-42761974fb77', 'name': 'tempest-TestMinimumBasicScenario-799598967-router', 'tenant_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T05:07:47Z', 'updated_at': '2022-09-20T05:09:52Z', 'revision_number': 6, 'project_id': 'fe559a311416450b8b8c2b7d14fc11ab', 'gw_port_host': None}] {{(pid=112594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:09:53.116024 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7fc8-dad0-47ce-bc83-c81b86a53792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3775071'] for router_gateway (a1a660da-34c4-4342-9337-42761974fb77), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:53.206232 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7fc8-dad0-47ce-bc83-c81b86a53792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4743'] for router (a1a660da-34c4-4342-9337-42761974fb77), precommit_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:53.208522 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7fc8-dad0-47ce-bc83-c81b86a53792 admin admin] Publish callbacks [] for router_controller (a1a660da-34c4-4342-9337-42761974fb77), precommit_delete_associations {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:53.249234 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7fc8-dad0-47ce-bc83-c81b86a53792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3778408'] for router (a1a660da-34c4-4342-9337-42761974fb77), after_delete {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:53.249874 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbc7fc8-dad0-47ce-bc83-c81b86a53792 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1a660da-34c4-4342-9337-42761974fb77 {{(pid=112592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 05:09:53.254692 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7fc8-dad0-47ce-bc83-c81b86a53792 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:53.255676 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-cdbc7fc8-dad0-47ce-bc83-c81b86a53792 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/a1a660da-34c4-4342-9337-42761974fb77 HTTP/1.1" status: 204 len: 168 time: 0.7671332 Sep 20 05:09:53.258391 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55816) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:09:53.302573 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4ee5ab-22d4-4097-81a0-db4af7faa859 admin admin] Deleting subnet 44aee3f5-6589-494d-9953-c84ea4860930 {{(pid=112593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 05:09:53.305691 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ce4ee5ab-22d4-4097-81a0-db4af7faa859 admin admin] Publish callbacks [] for subnet (44aee3f5-6589-494d-9953-c84ea4860930), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:53.338655 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ce4ee5ab-22d4-4097-81a0-db4af7faa859 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58957096'] for subnet (44aee3f5-6589-494d-9953-c84ea4860930), precommit_delete_associations {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:53.415107 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ce4ee5ab-22d4-4097-81a0-db4af7faa859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766695'] for subnet (44aee3f5-6589-494d-9953-c84ea4860930), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:53.474497 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ce4ee5ab-22d4-4097-81a0-db4af7faa859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58786417'] for subnet (44aee3f5-6589-494d-9953-c84ea4860930), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:53.477740 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:53.500720 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:53.504520 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ee5ab-22d4-4097-81a0-db4af7faa859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44aee3f5-6589-494d-9953-c84ea4860930,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:53.509281 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ce4ee5ab-22d4-4097-81a0-db4af7faa859 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:53.514697 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-ce4ee5ab-22d4-4097-81a0-db4af7faa859 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/44aee3f5-6589-494d-9953-c84ea4860930 HTTP/1.1" status: 204 len: 168 time: 0.2529688 Sep 20 05:09:53.514880 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55818) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:09:53.518969 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b0afab-ff79-4a35-a107-862b0e6727a1 None None] Network eb045e0d-ad35-4ecc-828d-2223da60b30e requested from dv-cinder-756710-7-iscsi {{(pid=112594) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 05:09:53.590530 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726418'] for network (eb045e0d-ad35-4ecc-828d-2223da60b30e), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:53.632747 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] Deleting port 3ee59c4d-c6f2-4723-8358-9bd3b55effda {{(pid=112593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 05:09:53.633074 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739023488013'] for port (3ee59c4d-c6f2-4723-8358-9bd3b55effda), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:53.695957 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.db [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] For port 3ee59c4d-c6f2-4723-8358-9bd3b55effda, host dv-cinder-756710-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-756710-7-iscsi',level=0,port_id=3ee59c4d-c6f2-4723-8358-9bd3b55effda,segment=NetworkSegment(1d129498-9f72-4fc3-8cc8-85ce8d4e5845),segment_id=1d129498-9f72-4fc3-8cc8-85ce8d4e5845)] {{(pid=112593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:09:53.696242 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3775839'] for port (3ee59c4d-c6f2-4723-8358-9bd3b55effda), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:53.709062 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.plugin [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] Calling delete_port for 3ee59c4d-c6f2-4723-8358-9bd3b55effda owned by network:dhcp {{(pid=112593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 05:09:53.793363 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739023492235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739023050716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245139'] for port (3ee59c4d-c6f2-4723-8358-9bd3b55effda), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:53.818028 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee59c4d-c6f2-4723-8358-9bd3b55effda,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:53.821204 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] No DVR routers for this DVR port 3ee59c4d-c6f2-4723-8358-9bd3b55effda on host dv-cinder-756710-7-iscsi {{(pid=112593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 05:09:53.896782 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729292', 'neutron.services.segments.db._delete_segments_for_network-8739023563457'] for network (eb045e0d-ad35-4ecc-828d-2223da60b30e), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:53.904741 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5512234-d2df-4894-bef4-13328eb6dbe0 None None] DHCP port deletion for eb045e0d-ad35-4ecc-828d-2223da60b30e request from dv-cinder-756710-7-iscsi {{(pid=112594) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 05:09:53.921747 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb045e0d-ad35-4ecc-828d-2223da60b30e']}} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:53.931059 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d129498-9f72-4fc3-8cc8-85ce8d4e5845') {'for_net_delete': True} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:53.931360 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.services.segments.db [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d129498-9f72-4fc3-8cc8-85ce8d4e5845') {} {{(pid=112593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:53.941485 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739023563349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58957075'] for segment (1d129498-9f72-4fc3-8cc8-85ce8d4e5845), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:53.955508 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403'] for segment (1d129498-9f72-4fc3-8cc8-85ce8d4e5845), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:53.962816 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=112593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:09:53.963229 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59245190'] for segment (1d129498-9f72-4fc3-8cc8-85ce8d4e5845), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:54.004709 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.services.segments.plugin [-] Segment 1d129498-9f72-4fc3-8cc8-85ce8d4e5845 resource provider aggregate not found Sep 20 05:09:54.024055 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.services.segments.plugin [-] Segment 1d129498-9f72-4fc3-8cc8-85ce8d4e5845 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d129498-9f72-4fc3-8cc8-85ce8d4e5845 found for delete ", "request_id": "req-8dbdfd7d-1225-4c14-a8a8-98b1ada02c5b"}]} Sep 20 05:09:54.034803 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3684121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3775114'] for network (eb045e0d-ad35-4ecc-828d-2223da60b30e), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:54.039959 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3684107'] for network (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:54.044491 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/eb045e0d-ad35-4ecc-828d-2223da60b30e HTTP/1.1" status: 204 len: 168 time: 0.5281775 Sep 20 05:09:54.059271 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b66e5-3f7e-4962-aea1-e70de268238f admin admin] Pushing event deleted for resources: {'Network': ['ID=eb045e0d-ad35-4ecc-828d-2223da60b30e,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:54.220879 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [-] (112592) accepted ('10.222.0.27', 55826) {{(pid=112592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:09:54.260557 dv-cinder-756710-7-iscsi neutron-server[112592]: INFO neutron.wsgi [None req-9b3bf345-c857-4f1d-895b-2978c86c4489 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=15e8eefa98f44e8a871402c07adf11cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385270 Sep 20 05:09:54.263230 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55828) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:09:54.319341 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ea496758-fcd2-4964-9936-1cce3054e222 admin admin] Publish callbacks [] for security_group (121a6c4e-ded7-488a-9a53-4424d238a46d), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:54.319513 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 806aa95d-4148-422c-ab21-d02b6bbd7307 no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:09:54.337817 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: 806aa95d-4148-422c-ab21-d02b6bbd7307 {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:09:54.338165 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 806aa95d-4148-422c-ab21-d02b6bbd7307 not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:09:54.338584 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device a60d30a0-643f-4bd1-96f6-d758a415367f no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:09:54.339102 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ea496758-fcd2-4964-9936-1cce3054e222 admin admin] Publish callbacks [] for security_group (121a6c4e-ded7-488a-9a53-4424d238a46d), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:54.356688 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: a60d30a0-643f-4bd1-96f6-d758a415367f {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:09:54.357045 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device a60d30a0-643f-4bd1-96f6-d758a415367f not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:09:54.357468 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 3ee59c4d-c6f2-4723-8358-9bd3b55effda no longer exists at agent ovs-agent-dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:09:54.376231 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.plugin [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] No Port match for: 3ee59c4d-c6f2-4723-8358-9bd3b55effda {{(pid=112594) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 05:09:54.376811 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron.plugins.ml2.rpc [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Device 3ee59c4d-c6f2-4723-8358-9bd3b55effda not bound to the agent host dv-cinder-756710-7-iscsi {{(pid=112594) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:09:54.387022 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ea496758-fcd2-4964-9936-1cce3054e222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (121a6c4e-ded7-488a-9a53-4424d238a46d), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:54.389640 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-ea496758-fcd2-4964-9936-1cce3054e222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:54.390873 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-ea496758-fcd2-4964-9936-1cce3054e222 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/121a6c4e-ded7-488a-9a53-4424d238a46d HTTP/1.1" status: 204 len: 168 time: 0.1265781 Sep 20 05:09:54.399425 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea496758-fcd2-4964-9936-1cce3054e222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121a6c4e-ded7-488a-9a53-4424d238a46d,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:54.706737 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55834) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:09:54.747390 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-09731184-5ba4-4802-929b-664f12492750 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fe559a311416450b8b8c2b7d14fc11ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394490 Sep 20 05:09:54.749950 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [-] (112593) accepted ('10.222.0.27', 55836) {{(pid=112593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 05:09:54.798954 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-104512e2-4358-4e90-ae95-e50aa6a86ada admin admin] Publish callbacks [] for security_group (de0214f6-7079-49a3-b9e2-7bd711b2cc66), before_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:54.818393 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-104512e2-4358-4e90-ae95-e50aa6a86ada admin admin] Publish callbacks [] for security_group (de0214f6-7079-49a3-b9e2-7bd711b2cc66), precommit_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:54.845913 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:09:54.868793 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-104512e2-4358-4e90-ae95-e50aa6a86ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683836'] for security_group (de0214f6-7079-49a3-b9e2-7bd711b2cc66), after_delete {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:54.871317 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron_lib.callbacks.manager [None req-104512e2-4358-4e90-ae95-e50aa6a86ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:09:54.872458 dv-cinder-756710-7-iscsi neutron-server[112593]: INFO neutron.wsgi [None req-104512e2-4358-4e90-ae95-e50aa6a86ada admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/de0214f6-7079-49a3-b9e2-7bd711b2cc66 HTTP/1.1" status: 204 len: 168 time: 0.1215930 Sep 20 05:09:54.880320 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104512e2-4358-4e90-ae95-e50aa6a86ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0214f6-7079-49a3-b9e2-7bd711b2cc66,revision_number=None']} {{(pid=112593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:00.218678 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:10:02.107111 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=24 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:10:02.112693 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=38 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:10:04.251339 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:10:04.258112 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG dbcounter [-] [112592] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=112592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:10:04.876860 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG dbcounter [-] [112593] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=112593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:10:10.211417 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=56 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:10:10.213845 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:10:16.744028 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e92d44a3-e130-4acb-856e-c7f97188b467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:10:18.935410 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2ddf984a-9476-4919-8763-12ec82c3ebc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:10:20.144566 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:10:21.042989 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:10:21.748967 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:10:21.955762 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:10:30.234095 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:10:40.227642 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:10:40.229875 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:10:44.855469 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=18 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:10:44.860905 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=16 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:10:46.745299 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-6b70d83f-0079-4ee8-9935-f932e5447b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:10:48.937019 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-992d2af7-5ff5-476d-b9c6-3a726846f90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:10:50.148445 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:10:51.754520 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:10:51.958199 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:10:58.042527 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:11:00.227658 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:11:10.221903 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:11:10.223768 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:11:16.099730 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=2 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:11:16.106724 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=6 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:11:16.746908 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-fa39043d-6a2e-41b5-bbe2-3aebdce45a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:11:18.938722 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-60b10e76-a54c-43d6-8ad9-23b12517b783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:11:20.150287 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:11:21.756097 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:11:21.961302 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:11:30.230860 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:11:32.111825 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [req-38614647-5fdc-4b6c-9f41-4f068ce199d2 req-bda10cc0-ca0a-4502-9f34-e5809debf087 service neutron] (112592) timed out ('10.222.0.25', 51061) {{(pid=112592) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 20 05:11:35.041824 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:11:40.225357 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:11:40.227227 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:11:46.751269 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-5412cdd3-b50e-44e9-a22d-df220403023b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:11:48.940890 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-781e590a-1a0c-4a32-9356-34767040f965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:11:50.153712 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:11:51.759185 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:11:51.963913 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:11:53.101980 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:11:53.102730 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=3 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:12:00.241734 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:12:10.235184 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:12:10.237026 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:12:12.040410 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:12:16.752722 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-35a8a6a0-fb42-4d02-abf5-a84b5ae657dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:12:18.942482 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-54f43f70-504b-4115-8d5c-3af8722cc412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:12:20.158212 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:12:21.762434 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:12:21.966999 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:12:30.103320 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=2 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:12:30.108458 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=6 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:12:30.254955 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:12:40.244218 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:12:40.250399 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:12:44.789866 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=13 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:12:44.791788 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=13 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:12:46.753955 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-46239c0c-eee2-4472-a9cf-2b08fdaca23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:12:48.944178 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-a0433a98-b66b-41cb-807d-262aa445f650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:12:49.039559 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:12:50.159840 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:12:51.766138 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:12:51.968691 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:13:00.261393 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:13:07.112080 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=3 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:13:07.114483 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=5 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:13:10.255264 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:13:10.257128 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:13:16.755291 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-58edfa6b-53c9-4b24-b854-d455fd32a529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:13:18.945855 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-d8d7c427-3918-4838-afc5-959fdd791882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:13:20.162939 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:13:21.769707 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:13:21.971532 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:13:26.038299 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:13:30.286461 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:13:40.275150 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:13:40.282250 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:13:44.119903 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=4 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:13:45.117237 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:13:46.755907 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2acd619d-6c55-491a-92e3-e2201e5c20bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:13:48.950576 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0118f5e1-ecf0-47b8-ab01-cd077cce1757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:13:50.165721 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:13:51.772423 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:13:51.973534 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:14:00.289326 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:14:03.038615 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:14:07.883931 dv-cinder-756710-7-iscsi neutron-server[112592]: DEBUG neutron.wsgi [req-c0284392-4e98-45a8-af9e-50d690da4214 req-460a647e-04c6-4113-840b-b007071697cd service neutron] (112592) timed out ('10.222.0.27', 53290) {{(pid=112592) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 20 05:14:08.066686 dv-cinder-756710-7-iscsi neutron-server[112593]: DEBUG neutron.wsgi [req-c0284392-4e98-45a8-af9e-50d690da4214 req-d255cb7e-7e9a-43aa-865e-21679a7a2962 tempest-AttachVolumeShelveTestJSON-104428247 tempest-AttachVolumeShelveTestJSON-104428247-project] (112593) timed out ('10.222.0.27', 53304) {{(pid=112593) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 20 05:14:10.282923 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:14:10.284893 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:14:16.757048 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-06438018-cad6-4a79-8fc4-a4c9e3ba3207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:14:18.955201 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-c329494f-ad33-4a60-8193-f082b1b4d078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:14:20.167730 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:14:21.110562 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=6 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:14:21.115519 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=4 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:14:21.775383 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:14:21.974441 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:14:30.294851 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:14:40.037934 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG neutron.db.agents_db [None req-11de16cc-e08b-477e-aa25-5f8319242fc7 None None] Agent healthcheck: found 6 active agents {{(pid=112595) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:14:40.288451 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:14:40.290278 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:14:46.759476 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e56d758e-b1b6-446b-95d4-a3870a3b93c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (4610beb6-8841-4e27-a96c-3752fd75943d), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:14:48.956641 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-2dfe456a-98ef-41ca-ac25-e44cc5e9e753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (6bff635c-0391-48e4-9605-bff8df8b53c7), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:14:50.172379 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0867-96a0-4f94-9870-bd80b96dd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (42e97e6a-be5d-4e52-a09e-6bc6971c033f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:14:51.778842 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-abc336e5-b63f-4bbe-a48e-b13c0e98143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (b069b5d8-0f46-4f5f-aa4b-5e3c7046d03f), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:14:51.976586 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-3724e72c-7883-415b-8e34-e4791f62873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (c6485b9c-30c5-4aa1-b395-027973921e35), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:14:58.115747 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=15 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:14:58.119818 dv-cinder-756710-7-iscsi neutron-server[112595]: DEBUG dbcounter [-] [112595] Writing DB stats neutron:SELECT=19 {{(pid=112595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:15:00.306247 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG neutron_lib.callbacks.manager [None req-e02ba1c4-db80-4892-9d84-a828814c1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739023563439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736397'] for agent (d18f5652-7c98-47a2-8f52-ba4b971df7f6), after_update {{(pid=112594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 05:15:10.293084 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 05:15:10.295019 dv-cinder-756710-7-iscsi neutron-server[112594]: DEBUG dbcounter [-] [112594] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=112594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}